[ 585.687534] env[69367]: INFO neutron.common.config [-] Logging enabled! [ 585.687845] env[69367]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev45 [ 585.688021] env[69367]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69367) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 585.688324] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 585.688434] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 585.689251] env[69367]: WARNING oslo_policy.policy [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 585.689469] env[69367]: WARNING oslo_policy.policy [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 585.690962] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] VMware NSXv3 Agent initialized successfully. [ 585.691344] env[69367]: DEBUG oslo_concurrency.lockutils [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] Acquiring lock "singleton_lock" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.691485] env[69367]: DEBUG oslo_concurrency.lockutils [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] Acquired lock "singleton_lock" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.691720] env[69367]: DEBUG oslo_concurrency.lockutils [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] Releasing lock "singleton_lock" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.692443] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] Full set of CONF: {{(pid=69367) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 585.692443] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] ******************************************************************************** {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 585.692443] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] Configuration options gathered from: {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 585.692582] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 585.692724] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 585.692840] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] ================================================================================ {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 585.693083] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] agent_down_time = 75 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.693170] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] allow_automatic_dhcp_failover = True {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.693313] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] allow_bulk = True {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.693463] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] api_extensions_path = {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.693614] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] api_paste_config = api-paste.ini {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.693761] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] auth_strategy = keystone {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.693874] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] backdoor_port = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.693983] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] backdoor_socket = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.694139] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] backlog = 4096 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.694289] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] base_mac = fa:16:3e:00:00:00 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.694486] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] bind_host = 0.0.0.0 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.694633] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] bind_port = 9696 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.694877] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] client_socket_timeout = 900 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.694966] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] config_dir = [] {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.695033] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.695184] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] config_source = [] {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.695333] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] control_exchange = neutron {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.695481] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] core_plugin = ml2 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.695633] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] debug = True {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.695925] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] default_availability_zones = [] {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.696023] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.696155] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] dhcp_agent_notification = True {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.696299] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] dhcp_agents_per_network = 1 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.696466] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] dhcp_lease_duration = 86400 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.696675] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] dhcp_load_type = networks {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.696768] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] dns_domain = openstacklocal {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.696910] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.697063] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] enable_default_route_bfd = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.697205] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] enable_default_route_ecmp = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.697348] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] enable_dvr = True {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.697492] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] enable_new_agents = True {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.697636] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.697776] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] enable_signals = True {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.697987] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] enable_traditional_dhcp = True {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.698069] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] external_dns_driver = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.698193] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] filter_validation = True {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.698341] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] global_physnet_mtu = 8950 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.698483] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] graceful_shutdown_timeout = 60 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.698666] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] host = cpu-1 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.698816] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] host_dvr_for_dhcp = True {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.698949] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] http_retries = 3 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.699210] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] instance_format = [instance: %(uuid)s] {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.699275] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.699382] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] ipam_driver = internal {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.699550] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] ipv6_pd_enabled = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.699654] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] l3_ha = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.699792] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.699933] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] l3_ha_network_physical_name = {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.700085] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] l3_ha_network_type = {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.700231] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] log_color = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.700412] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] log_config_append = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.700504] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.700643] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] log_dir = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.700780] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] log_file = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.700883] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] log_options = True {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.701034] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] log_rotate_interval = 1 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.701183] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] log_rotate_interval_type = days {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.701329] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] log_rotation_type = none {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.701442] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.701660] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.701721] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.701827] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.701934] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.702086] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] max_dns_nameservers = 5 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.702225] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] max_header_line = 16384 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.702362] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] max_l3_agents_per_router = 3 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.702499] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] max_logfile_count = 30 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.702640] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] max_logfile_size_mb = 200 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.702779] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] max_subnet_host_routes = 20 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.702976] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] my_ip = 10.180.1.21 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.703160] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] my_ipv6 = ::1 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.703229] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] network_auto_schedule = True {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.703403] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] network_link_prefix = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.703508] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.703614] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] notify_nova_on_port_data_changes = True {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.703756] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] notify_nova_on_port_status_changes = True {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.703900] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] pagination_max_limit = -1 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.704049] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] publish_errors = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.704190] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] rate_limit_burst = 0 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.704344] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] rate_limit_except_level = CRITICAL {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.704501] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] rate_limit_interval = 0 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.704642] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] retry_until_window = 30 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.704790] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] router_distributed = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.704914] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] rpc_resources_processing_step = 20 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.705062] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] rpc_response_max_timeout = 600 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.705204] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] rpc_response_timeout = 60 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.705340] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] send_events_interval = 2 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.705492] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] service_plugins = ['router'] {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.705637] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] setproctitle = on {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.705769] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] shell_completion = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.705911] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] state_path = /opt/stack/data/neutron {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.706069] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] syslog_log_facility = LOG_USER {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.706210] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] tcp_keepidle = 600 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.706376] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] transport_url = **** {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.706519] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] use_journal = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.706661] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] use_json = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.706798] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] use_ssl = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.706935] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] use_stderr = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.707089] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] use_syslog = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.707229] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] vlan_qinq = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.707383] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] vlan_transparent = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.707539] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] watch_log_file = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.707686] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] wsgi_default_pool_size = 100 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.707822] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] wsgi_keep_alive = True {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.708246] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.708246] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] wsgi_server_debug = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.708246] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_concurrency.disable_process_locking = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.708415] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.708557] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.708705] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.708852] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.708997] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.709153] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.709310] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] profiler.connection_string = messaging:// {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.709464] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] profiler.enabled = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.709612] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] profiler.es_doc_type = notification {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.709755] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] profiler.es_scroll_size = 10000 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.709902] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] profiler.es_scroll_time = 2m {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.710054] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] profiler.filter_error_trace = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.710205] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] profiler.hmac_keys = **** {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.710353] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] profiler.sentinel_service_name = mymaster {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.710506] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] profiler.socket_timeout = 0.1 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.710650] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] profiler.trace_requests = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.710792] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] profiler.trace_sqlalchemy = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.710946] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] profiler_jaeger.process_tags = {} {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.711098] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] profiler_jaeger.service_name_prefix = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.711245] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] profiler_otlp.service_name_prefix = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.711401] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_policy.enforce_new_defaults = True {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.711682] env[69367]: WARNING oslo_config.cfg [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 585.711845] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_policy.enforce_scope = True {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.712011] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_policy.policy_default_rule = default {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.712177] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.712331] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.712488] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.712629] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.712768] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.712907] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.713059] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.713284] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_policy.remote_timeout = 60.0 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.713358] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.713613] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] agent.extensions = [] {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.713668] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.713837] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] service_providers.service_provider = [] {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.714037] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] QUOTAS.default_quota = -1 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.714180] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.714335] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] QUOTAS.quota_floatingip = 50 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.714483] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] QUOTAS.quota_network = 100 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.714628] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] QUOTAS.quota_port = 500 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.714848] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.714902] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] QUOTAS.quota_router = 10 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.715054] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] QUOTAS.quota_security_group = 10 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.715198] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.715337] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] QUOTAS.quota_subnet = 100 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.715486] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] QUOTAS.track_quota_usage = True {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.715642] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.715784] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] privsep.group = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.715922] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] privsep.helper_command = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.716080] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.716228] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] privsep.thread_pool_size = 8 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.716409] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] privsep.user = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.716558] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.716698] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] privsep_dhcp_release.group = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.717039] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] privsep_dhcp_release.helper_command = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.717039] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.717139] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.717262] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] privsep_dhcp_release.user = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.717411] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.717619] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] privsep_ovs_vsctl.group = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.717781] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] privsep_ovs_vsctl.helper_command = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.717935] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.718095] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.718242] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] privsep_ovs_vsctl.user = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.718395] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] privsep_namespace.capabilities = [21] {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.718541] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] privsep_namespace.group = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.718682] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] privsep_namespace.helper_command = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.718827] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.718974] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] privsep_namespace.thread_pool_size = 8 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.719129] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] privsep_namespace.user = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.719281] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] privsep_conntrack.capabilities = [12] {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.719421] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] privsep_conntrack.group = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.719563] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] privsep_conntrack.helper_command = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.719712] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.719857] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.719997] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] privsep_conntrack.user = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.720159] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] privsep_link.capabilities = [12, 21] {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.720300] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] privsep_link.group = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.720437] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] privsep_link.helper_command = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.720583] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.720728] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] privsep_link.thread_pool_size = 8 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.720868] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] privsep_link.user = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.721043] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.721203] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.721372] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] AGENT.continue_on_failed_promotions = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.721494] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] AGENT.dscp = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.721641] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] AGENT.dscp_inherit = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.721788] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] AGENT.force_mp_to_policy = True {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.721976] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] AGENT.locking_coordinator_url = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.722086] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] AGENT.log_agent_heartbeats = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.722231] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] AGENT.logging_expire = 1 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.722383] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.722531] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.722682] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] AGENT.polling_interval = 240 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.722828] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.722977] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.723141] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] AGENT.report_interval = 30.0 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.723293] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.723439] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.723618] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.723731] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] AGENT.sync_skew = 60 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.723879] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] AGENT.synchronization_queue_size = 20 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.724037] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] AGENT.use_helper_for_ns_read = True {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.724194] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] SECURITYGROUP.enable_ipset = True {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.724359] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] SECURITYGROUP.enable_security_group = True {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.724532] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.724675] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.724827] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] experimental.ipv6_pd_enabled = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.724992] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] ml2.extension_drivers = ['port_security'] {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.725149] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] ml2.external_network_type = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.725322] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.725475] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] ml2.overlay_ip_version = 4 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.725629] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] ml2.path_mtu = 8950 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.725778] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] ml2.physical_network_mtus = {} {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.725935] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] ml2.tenant_network_types = ['vlan'] {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.726097] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.726252] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] ml2.type_drivers = ['vlan'] {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.726445] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] AGENT_CLI.neutron_port_id = [] {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.726595] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.726740] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.726896] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.727061] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.727233] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.727360] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.727534] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.728070] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.728070] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.728188] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] NSXV3.nsxv3_login_password = **** {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.728341] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] NSXV3.nsxv3_login_port = 443 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.728494] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] NSXV3.nsxv3_login_user = admin {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.728691] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.728796] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.728943] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.729100] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.729255] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.729411] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.729573] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.729725] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.729871] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.730031] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.730189] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.730348] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.730551] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.730768] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.731042] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] vsphere.vsphere_login_password = VMware1! {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.731234] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.731388] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.731552] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] nova.auth_section = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.731712] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] nova.auth_type = password {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.731863] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.732658] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] nova.certfile = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.732658] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] nova.collect_timing = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.733401] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] nova.endpoint_type = public {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.733618] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] nova.insecure = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.733824] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] nova.keyfile = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.733991] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] nova.region_name = RegionOne {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.734157] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] nova.split_loggers = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.734303] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] nova.timeout = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.734481] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] placement.auth_section = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.734664] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] placement.auth_type = password {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.734823] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.734974] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] placement.certfile = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.735259] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] placement.collect_timing = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.735432] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] placement.endpoint_type = public {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.735602] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] placement.insecure = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.735746] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] placement.keyfile = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.735885] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] placement.region_name = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.736065] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] placement.split_loggers = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.736248] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] placement.timeout = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.736479] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] ironic.auth_section = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.736720] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] ironic.auth_type = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.736961] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] ironic.cafile = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.737139] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] ironic.certfile = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.737291] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] ironic.collect_timing = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.737440] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] ironic.connect_retries = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.737580] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] ironic.connect_retry_delay = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.737722] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] ironic.enable_notifications = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.737860] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] ironic.endpoint_override = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.738032] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] ironic.insecure = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.738160] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] ironic.interface = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.738335] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] ironic.keyfile = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.738483] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] ironic.max_version = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.738630] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] ironic.min_version = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.738766] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] ironic.region_name = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.738908] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] ironic.retriable_status_codes = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.739061] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] ironic.service_name = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.739205] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] ironic.service_type = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.739348] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] ironic.split_loggers = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.739489] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] ironic.status_code_retries = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.739625] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] ironic.status_code_retry_delay = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.739765] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] ironic.timeout = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.739902] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] ironic.valid_interfaces = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.740050] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] ironic.version = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.740205] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] cli_script.dry_run = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.740362] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.740506] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.740651] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.740793] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.740933] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.741086] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.741229] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.741371] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.741512] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.741665] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.741803] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.741955] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.742176] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.742332] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.742483] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.742658] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.742805] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.742949] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.743134] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.743284] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.743428] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.743602] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.743772] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.743941] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.744069] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.744213] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.744359] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.744503] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.744646] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.744792] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.744936] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_rabbit.ssl = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.745097] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.745248] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.745405] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.745548] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.745691] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_rabbit.ssl_version = {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.745835] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.745990] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_notifications.driver = [] {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.746149] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_notifications.retry = -1 {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.746308] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.746458] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] oslo_messaging_notifications.transport_url = **** {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.746577] env[69367]: DEBUG oslo_service.backend.eventlet.service [None req-66dfb618-b26a-41dc-abae-05ce4ff3e7bf None None] ******************************************************************************** {{(pid=69367) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 585.747614] env[69367]: DEBUG neutron.agent.securitygroups_rpc [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Init firewall settings (driver=nsxv3) {{(pid=69367) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 585.748948] env[69367]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69367) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 585.749217] env[69367]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] RPC agent_id: nsxm-l-01a.corp.local [ 585.751508] env[69367]: DEBUG dogpile.cache.region [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 585.751629] env[69367]: DEBUG dogpile.lock [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 585.751730] env[69367]: DEBUG dogpile.lock [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 585.751825] env[69367]: DEBUG dogpile.lock [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 585.751922] env[69367]: DEBUG dogpile.cache.region [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 585.752030] env[69367]: DEBUG dogpile.lock [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 585.752152] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 585.789246] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Session token - acquiring [ 585.790864] env[69367]: DEBUG networking_nsxv3.common.locking [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.791083] env[69367]: DEBUG oslo_concurrency.lockutils [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.791196] env[69367]: DEBUG oslo_concurrency.lockutils [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.791587] env[69367]: DEBUG oslo_concurrency.lockutils [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.802453] env[69367]: DEBUG oslo_concurrency.lockutils [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.091093] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 586.113507] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 586.113685] env[69367]: DEBUG dogpile.cache.region [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Cache value generated in 0.361 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 586.113814] env[69367]: DEBUG dogpile.lock [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 586.113942] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Activating Policy API Provider. [ 586.114156] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Looking for the default Infrastructure Rules. [ 586.190500] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Looking for the Default Layer3 Logged Drop Section. [ 586.206561] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 586.207040] env[69367]: DEBUG networking_nsxv3.common.locking [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.207228] env[69367]: DEBUG oslo_concurrency.lockutils [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Acquiring lock "all" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.207341] env[69367]: DEBUG oslo_concurrency.lockutils [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Acquired lock "all" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.207675] env[69367]: DEBUG oslo_concurrency.lockutils [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Acquired external semaphore "all" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.208012] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.723475] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.225738] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.728490] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Inventory metadata is going to be refreshed. [ 587.728951] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 588.554216] env[69367]: DEBUG networking_nsxv3.common.locking [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.554566] env[69367]: DEBUG oslo_concurrency.lockutils [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.554642] env[69367]: DEBUG oslo_concurrency.lockutils [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.554928] env[69367]: DEBUG oslo_concurrency.lockutils [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.566307] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 588.567304] env[69367]: DEBUG oslo_concurrency.lockutils [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.568325] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 588.586439] env[69367]: DEBUG networking_nsxv3.common.locking [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.586740] env[69367]: DEBUG oslo_concurrency.lockutils [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.586740] env[69367]: DEBUG oslo_concurrency.lockutils [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.587036] env[69367]: DEBUG oslo_concurrency.lockutils [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.587167] env[69367]: DEBUG oslo_concurrency.lockutils [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.587319] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 588.587484] env[69367]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69367) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 588.587600] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 588.607881] env[69367]: DEBUG networking_nsxv3.common.locking [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.608224] env[69367]: DEBUG oslo_concurrency.lockutils [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.608224] env[69367]: DEBUG oslo_concurrency.lockutils [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.608482] env[69367]: DEBUG oslo_concurrency.lockutils [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.608665] env[69367]: DEBUG oslo_concurrency.lockutils [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.608817] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 588.630686] env[69367]: DEBUG networking_nsxv3.common.locking [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.630995] env[69367]: DEBUG oslo_concurrency.lockutils [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.630995] env[69367]: DEBUG oslo_concurrency.lockutils [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.631281] env[69367]: DEBUG oslo_concurrency.lockutils [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.631429] env[69367]: DEBUG oslo_concurrency.lockutils [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.631584] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 588.651429] env[69367]: DEBUG networking_nsxv3.common.locking [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.651737] env[69367]: DEBUG oslo_concurrency.lockutils [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Acquiring lock "Address Group" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.651737] env[69367]: DEBUG oslo_concurrency.lockutils [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Acquired lock "Address Group" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.652014] env[69367]: DEBUG oslo_concurrency.lockutils [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Acquired external semaphore "Address Group" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.652163] env[69367]: DEBUG oslo_concurrency.lockutils [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Releasing lock "Address Group" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.652319] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 588.652428] env[69367]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69367) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 588.652536] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 588.671390] env[69367]: DEBUG networking_nsxv3.common.locking [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.671702] env[69367]: DEBUG oslo_concurrency.lockutils [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Acquiring lock "Segment QoS" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.671702] env[69367]: DEBUG oslo_concurrency.lockutils [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Acquired lock "Segment QoS" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.672017] env[69367]: DEBUG oslo_concurrency.lockutils [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Acquired external semaphore "Segment QoS" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.672166] env[69367]: DEBUG oslo_concurrency.lockutils [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Releasing lock "Segment QoS" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.672316] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 588.672426] env[69367]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69367) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 588.672536] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 588.692959] env[69367]: DEBUG networking_nsxv3.common.locking [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.693256] env[69367]: DEBUG oslo_concurrency.lockutils [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.693256] env[69367]: DEBUG oslo_concurrency.lockutils [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.693541] env[69367]: DEBUG oslo_concurrency.lockutils [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.693686] env[69367]: DEBUG oslo_concurrency.lockutils [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.693839] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 588.693945] env[69367]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69367) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 588.694061] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Inventory metadata have been refreshed. [ 588.694163] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Dryrun:True. Metadata refresh completed. [ 588.694300] env[69367]: DEBUG oslo_concurrency.lockutils [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Releasing lock "all" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.696008] env[69367]: INFO neutron.agent.agent_extensions_manager [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Loaded agent extensions: [] [ 588.696970] env[69367]: DEBUG neutron_lib.callbacks.manager [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69367) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 588.748462] env[69367]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] NSXv3 Agent Agent RPC Daemon Started! [ 588.748870] env[69367]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] NSXv3 Agent Agent loop - iteration:0 started [ 588.748870] env[69367]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] NSXv3 Agent Agent out of sync with plugin! [ 593.697444] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 593.697806] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 598.699086] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 598.699456] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 603.630211] env[69367]: INFO networking_nsxv3.common.synchronization [None req-6c048421-7717-40d4-8e8d-793ef6075487 demo admin] Enqueued Resource ID: 4a366264-a2e6-4dcd-b1e9-8bf3a280db6d with Priority: HIGHEST for action security_group_rules [ 603.630779] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a366264-a2e6-4dcd-b1e9-8bf3a280db6d with Priority: HIGHEST for action security_group_rules [ 603.631243] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a366264-a2e6-4dcd-b1e9-8bf3a280db6d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.631387] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a366264-a2e6-4dcd-b1e9-8bf3a280db6d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.631452] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a366264-a2e6-4dcd-b1e9-8bf3a280db6d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.631814] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a366264-a2e6-4dcd-b1e9-8bf3a280db6d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.631900] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a366264-a2e6-4dcd-b1e9-8bf3a280db6d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.152804] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.154033] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.154033] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.154033] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.154033] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.154033] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a366264-a2e6-4dcd-b1e9-8bf3a280db6d already deleted. [ 604.154033] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a366264-a2e6-4dcd-b1e9-8bf3a280db6d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.631747] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 608.632163] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 613.633343] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 613.633689] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 618.634721] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 618.635110] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 623.636406] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 623.636868] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 628.637975] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 628.638331] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 630.479944] env[69367]: INFO networking_nsxv3.common.synchronization [None req-3b12a723-f914-4738-8719-4e3e3cfbc80a None None] Enqueued Resource ID: 48798cf5-4333-49ff-875c-6bd03875a67c with Priority: HIGHEST for action port [ 630.480505] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48798cf5-4333-49ff-875c-6bd03875a67c with Priority: HIGHEST for action port [ 630.480810] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-48798cf5-4333-49ff-875c-6bd03875a67c taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.480940] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48798cf5-4333-49ff-875c-6bd03875a67c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.481013] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48798cf5-4333-49ff-875c-6bd03875a67c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.481503] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48798cf5-4333-49ff-875c-6bd03875a67c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.481571] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48798cf5-4333-49ff-875c-6bd03875a67c',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.985030] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48798cf5-4333-49ff-875c-6bd03875a67c [ 630.985204] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.985348] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.985420] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.985625] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.985717] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.985813] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48798cf5-4333-49ff-875c-6bd03875a67c already deleted. [ 630.985894] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48798cf5-4333-49ff-875c-6bd03875a67c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.449985] env[69367]: INFO networking_nsxv3.common.synchronization [None req-b0094e8b-60c3-4a18-92c4-2503d2d63da7 None None] Enqueued Resource ID: 23cbc910-cde4-4f72-b5a1-b70461558763 with Priority: HIGHEST for action port [ 632.450380] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23cbc910-cde4-4f72-b5a1-b70461558763 with Priority: HIGHEST for action port [ 632.451181] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-23cbc910-cde4-4f72-b5a1-b70461558763 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.451181] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23cbc910-cde4-4f72-b5a1-b70461558763" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.451181] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23cbc910-cde4-4f72-b5a1-b70461558763" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.451348] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23cbc910-cde4-4f72-b5a1-b70461558763" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.451348] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23cbc910-cde4-4f72-b5a1-b70461558763',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.953431] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23cbc910-cde4-4f72-b5a1-b70461558763 [ 632.953668] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.955232] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.955303] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.955529] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.955629] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.955733] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23cbc910-cde4-4f72-b5a1-b70461558763 already deleted. [ 632.955819] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23cbc910-cde4-4f72-b5a1-b70461558763" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.423378] env[69367]: INFO networking_nsxv3.common.synchronization [None req-1dc1c63e-18a0-4374-b170-6762a8903b59 None None] Enqueued Resource ID: fc3b957f-8efc-49ca-a645-3d9b4e48447b with Priority: HIGHEST for action port [ 634.425131] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc3b957f-8efc-49ca-a645-3d9b4e48447b with Priority: HIGHEST for action port [ 634.425131] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc3b957f-8efc-49ca-a645-3d9b4e48447b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.425131] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc3b957f-8efc-49ca-a645-3d9b4e48447b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.425131] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc3b957f-8efc-49ca-a645-3d9b4e48447b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.425131] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc3b957f-8efc-49ca-a645-3d9b4e48447b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.428578] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc3b957f-8efc-49ca-a645-3d9b4e48447b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.684858] env[69367]: INFO networking_nsxv3.common.synchronization [None req-185d1098-5215-48f1-89c7-7715b61b67da None None] Enqueued Resource ID: 3ec00a0e-cdea-4bb7-900b-b502dcddecf2 with Priority: HIGHEST for action port [ 634.685372] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ec00a0e-cdea-4bb7-900b-b502dcddecf2 with Priority: HIGHEST for action port [ 634.685669] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ec00a0e-cdea-4bb7-900b-b502dcddecf2 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.685795] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ec00a0e-cdea-4bb7-900b-b502dcddecf2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.685866] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ec00a0e-cdea-4bb7-900b-b502dcddecf2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.686239] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ec00a0e-cdea-4bb7-900b-b502dcddecf2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.686239] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ec00a0e-cdea-4bb7-900b-b502dcddecf2',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.861187] env[69367]: INFO networking_nsxv3.common.synchronization [None req-40db03bb-7d51-421c-a4f6-d93345e889d9 None None] Enqueued Resource ID: f8d36fe4-dd3d-4220-b855-c5823e30f536 with Priority: HIGHEST for action port [ 634.861574] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d36fe4-dd3d-4220-b855-c5823e30f536 with Priority: HIGHEST for action port [ 634.861995] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8d36fe4-dd3d-4220-b855-c5823e30f536 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.862154] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8d36fe4-dd3d-4220-b855-c5823e30f536" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.862154] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8d36fe4-dd3d-4220-b855-c5823e30f536" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.862387] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8d36fe4-dd3d-4220-b855-c5823e30f536" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.862947] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8d36fe4-dd3d-4220-b855-c5823e30f536',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.930013] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc3b957f-8efc-49ca-a645-3d9b4e48447b [ 634.930182] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.930329] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.930430] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.930706] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.930793] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.930889] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc3b957f-8efc-49ca-a645-3d9b4e48447b already deleted. [ 634.930969] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc3b957f-8efc-49ca-a645-3d9b4e48447b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.189037] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ec00a0e-cdea-4bb7-900b-b502dcddecf2 [ 635.191022] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.191022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.191022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.191022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.191022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.191022] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ec00a0e-cdea-4bb7-900b-b502dcddecf2 already deleted. [ 635.191022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ec00a0e-cdea-4bb7-900b-b502dcddecf2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.367915] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8d36fe4-dd3d-4220-b855-c5823e30f536 [ 635.368211] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.368379] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.368412] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.368619] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.369228] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.369228] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8d36fe4-dd3d-4220-b855-c5823e30f536 already deleted. [ 635.369228] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8d36fe4-dd3d-4220-b855-c5823e30f536" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.761078] env[69367]: INFO networking_nsxv3.common.synchronization [None req-f093e435-c4c7-409c-ad3d-2927789e14d7 None None] Enqueued Resource ID: 038e222d-4313-4540-8c45-8728653dfb26 with Priority: HIGHEST for action port [ 635.761372] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 038e222d-4313-4540-8c45-8728653dfb26 with Priority: HIGHEST for action port [ 635.761884] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-038e222d-4313-4540-8c45-8728653dfb26 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.762556] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-038e222d-4313-4540-8c45-8728653dfb26" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.762680] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-038e222d-4313-4540-8c45-8728653dfb26" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.763138] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-038e222d-4313-4540-8c45-8728653dfb26" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.763227] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('038e222d-4313-4540-8c45-8728653dfb26',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.269278] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 038e222d-4313-4540-8c45-8728653dfb26 [ 636.269278] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.269278] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.269278] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.269278] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.269278] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.269278] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:038e222d-4313-4540-8c45-8728653dfb26 already deleted. [ 636.269278] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-038e222d-4313-4540-8c45-8728653dfb26" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.688633] env[69367]: INFO networking_nsxv3.common.synchronization [None req-d08b7821-12b8-4927-9500-7d7916a1e8a5 None None] Enqueued Resource ID: 7fe74c90-678c-400b-8bb2-e963fcfb79f4 with Priority: HIGHEST for action port [ 636.688910] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fe74c90-678c-400b-8bb2-e963fcfb79f4 with Priority: HIGHEST for action port [ 636.689520] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fe74c90-678c-400b-8bb2-e963fcfb79f4 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.689638] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fe74c90-678c-400b-8bb2-e963fcfb79f4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.689713] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fe74c90-678c-400b-8bb2-e963fcfb79f4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.689954] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fe74c90-678c-400b-8bb2-e963fcfb79f4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.693445] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fe74c90-678c-400b-8bb2-e963fcfb79f4',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.195908] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7fe74c90-678c-400b-8bb2-e963fcfb79f4 [ 637.195908] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.195908] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.196259] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.196492] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.196565] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.196645] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7fe74c90-678c-400b-8bb2-e963fcfb79f4 already deleted. [ 637.196737] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fe74c90-678c-400b-8bb2-e963fcfb79f4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.436649] env[69367]: INFO networking_nsxv3.common.synchronization [None req-65e6ef4c-c72d-4db6-a35b-c942928ed931 None None] Enqueued Resource ID: 429bde9b-730a-4421-930a-59ad0d25da4b with Priority: HIGHEST for action port [ 637.436779] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 429bde9b-730a-4421-930a-59ad0d25da4b with Priority: HIGHEST for action port [ 637.437347] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-429bde9b-730a-4421-930a-59ad0d25da4b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.437503] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-429bde9b-730a-4421-930a-59ad0d25da4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.437535] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-429bde9b-730a-4421-930a-59ad0d25da4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.438039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-429bde9b-730a-4421-930a-59ad0d25da4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.438039] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('429bde9b-730a-4421-930a-59ad0d25da4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.735289] env[69367]: INFO networking_nsxv3.common.synchronization [None req-9c85d3ba-537b-4ee3-a2b6-7dbdb9b3c950 None None] Enqueued Resource ID: 9deda593-a558-41bd-beaf-b707684ea50d with Priority: HIGHEST for action port [ 637.735289] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9deda593-a558-41bd-beaf-b707684ea50d with Priority: HIGHEST for action port [ 637.735289] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-9deda593-a558-41bd-beaf-b707684ea50d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.735289] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9deda593-a558-41bd-beaf-b707684ea50d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.735880] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9deda593-a558-41bd-beaf-b707684ea50d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.736864] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9deda593-a558-41bd-beaf-b707684ea50d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.737325] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9deda593-a558-41bd-beaf-b707684ea50d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.944938] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 429bde9b-730a-4421-930a-59ad0d25da4b [ 637.944938] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.944938] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.944938] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.944938] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.944938] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.944938] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:429bde9b-730a-4421-930a-59ad0d25da4b already deleted. [ 637.944938] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-429bde9b-730a-4421-930a-59ad0d25da4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.115251] env[69367]: INFO networking_nsxv3.common.synchronization [None req-bf7dfef5-0643-408e-9bd9-91e9de8f1744 None None] Enqueued Resource ID: 4fb668d6-95d4-4a66-a978-a035c93dd59f with Priority: HIGHEST for action port [ 638.115491] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fb668d6-95d4-4a66-a978-a035c93dd59f with Priority: HIGHEST for action port [ 638.116046] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fb668d6-95d4-4a66-a978-a035c93dd59f taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.116164] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fb668d6-95d4-4a66-a978-a035c93dd59f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.116230] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fb668d6-95d4-4a66-a978-a035c93dd59f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.116498] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fb668d6-95d4-4a66-a978-a035c93dd59f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.116554] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fb668d6-95d4-4a66-a978-a035c93dd59f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.240091] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9deda593-a558-41bd-beaf-b707684ea50d [ 638.240368] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.240492] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.240528] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.240745] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.240846] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.240947] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9deda593-a558-41bd-beaf-b707684ea50d already deleted. [ 638.241050] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9deda593-a558-41bd-beaf-b707684ea50d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.471045] env[69367]: INFO networking_nsxv3.common.synchronization [None req-33594fcf-5572-4b2d-9c54-64fb603acd86 None None] Enqueued Resource ID: 1f13a4cb-27e4-4241-9d8b-2f841b9cb433 with Priority: HIGHEST for action port [ 638.471374] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f13a4cb-27e4-4241-9d8b-2f841b9cb433 with Priority: HIGHEST for action port [ 638.471902] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f13a4cb-27e4-4241-9d8b-2f841b9cb433 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.472371] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f13a4cb-27e4-4241-9d8b-2f841b9cb433" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.472371] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f13a4cb-27e4-4241-9d8b-2f841b9cb433" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.472371] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f13a4cb-27e4-4241-9d8b-2f841b9cb433" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.472493] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f13a4cb-27e4-4241-9d8b-2f841b9cb433',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.624945] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4fb668d6-95d4-4a66-a978-a035c93dd59f [ 638.625251] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.625353] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.625401] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.625724] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.625724] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.625820] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4fb668d6-95d4-4a66-a978-a035c93dd59f already deleted. [ 638.625876] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fb668d6-95d4-4a66-a978-a035c93dd59f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.975813] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f13a4cb-27e4-4241-9d8b-2f841b9cb433 [ 638.976211] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.977428] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.977428] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.977428] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.977428] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.977428] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f13a4cb-27e4-4241-9d8b-2f841b9cb433 already deleted. [ 638.977428] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f13a4cb-27e4-4241-9d8b-2f841b9cb433" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.701274] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.701648] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.701648] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.701753] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.702263] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.711731] env[69367]: INFO networking_nsxv3.common.synchronization [None req-58dd6d4f-2efd-4084-80e4-71cda820fc5c tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Enqueued Resource ID: 3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee with Priority: HIGHEST for action security_group_rules [ 640.712268] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee with Priority: HIGHEST for action security_group_rules [ 640.712562] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.712684] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.712753] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.712998] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.713995] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.995667] env[69367]: INFO networking_nsxv3.common.synchronization [None req-d79f1c65-4e45-466d-b466-490ea798a4e4 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Enqueued Resource ID: 3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee with Priority: HIGHEST for action security_group_rules [ 640.995667] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee with Priority: HIGHEST for action security_group_rules [ 640.997716] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.000686] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.103674] env[69367]: INFO networking_nsxv3.common.synchronization [None req-ea2c2082-74d9-4c4d-ae87-080649d9813c None None] Enqueued Resource ID: 3262b1e8-fede-4d24-ba00-736e08fe97b2 with Priority: HIGHEST for action port [ 641.103805] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3262b1e8-fede-4d24-ba00-736e08fe97b2 with Priority: HIGHEST for action port [ 641.105302] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-3262b1e8-fede-4d24-ba00-736e08fe97b2 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.105302] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3262b1e8-fede-4d24-ba00-736e08fe97b2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.105302] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3262b1e8-fede-4d24-ba00-736e08fe97b2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.105302] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3262b1e8-fede-4d24-ba00-736e08fe97b2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.106546] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3262b1e8-fede-4d24-ba00-736e08fe97b2',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.194095] env[69367]: INFO networking_nsxv3.common.synchronization [req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 req-e0f7c8c7-441d-43fb-97f3-84a02c0bcd05 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Enqueued Resource ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 with Priority: HIGHEST for action security_group_members [ 641.194095] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 with Priority: HIGHEST for action security_group_members [ 641.194095] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-938b17d8-83c7-4e14-a36c-c5771d177c30 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.194095] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.194095] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.194095] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.194302] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.194302] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.194379] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.194667] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.194667] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.194801] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('938b17d8-83c7-4e14-a36c-c5771d177c30',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.207927] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.238337] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.238478] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.238549] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.238800] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.242319] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.242483] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee already deleted. [ 641.242596] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.243317] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.243545] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.243626] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.611559] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3262b1e8-fede-4d24-ba00-736e08fe97b2 [ 641.611559] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.611559] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.611559] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.611559] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.611559] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.611559] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3262b1e8-fede-4d24-ba00-736e08fe97b2 already deleted. [ 641.611559] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3262b1e8-fede-4d24-ba00-736e08fe97b2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.697847] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.698114] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.698231] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.698612] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.698612] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.698896] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.701931] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.702204] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.702299] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.702388] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.702505] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 already deleted. [ 641.703206] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.712249] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.765204] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.765331] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.765331] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.765875] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.765875] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.765875] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee already deleted. [ 641.765875] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.218047] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 642.218047] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 642.412956] env[69367]: INFO networking_nsxv3.common.synchronization [None req-9c711af4-208a-45b3-8ca3-c3e2a38a127e None None] Enqueued Resource ID: 9bccbf76-9ef4-4b51-a7bf-8a7e9cdd29e6 with Priority: HIGHEST for action port [ 642.413233] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bccbf76-9ef4-4b51-a7bf-8a7e9cdd29e6 with Priority: HIGHEST for action port [ 642.413856] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bccbf76-9ef4-4b51-a7bf-8a7e9cdd29e6 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.413983] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bccbf76-9ef4-4b51-a7bf-8a7e9cdd29e6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.418564] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bccbf76-9ef4-4b51-a7bf-8a7e9cdd29e6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.418801] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bccbf76-9ef4-4b51-a7bf-8a7e9cdd29e6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.418899] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bccbf76-9ef4-4b51-a7bf-8a7e9cdd29e6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.424475] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.424475] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.424475] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.424475] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.424475] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.424475] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.424475] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.424475] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.424475] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.425225] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 642.425409] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.425541] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.425660] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.425781] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 642.425892] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.426047] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.461228] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.461228] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 642.461228] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.461228] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.461228] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-37681e0f-27cc-4822-bf1e-ab8b16b83369 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.461490] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-37681e0f-27cc-4822-bf1e-ab8b16b83369" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.461567] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-37681e0f-27cc-4822-bf1e-ab8b16b83369" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.462709] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-37681e0f-27cc-4822-bf1e-ab8b16b83369" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.462709] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37681e0f-27cc-4822-bf1e-ab8b16b83369',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.828216] env[69367]: INFO networking_nsxv3.common.synchronization [None req-afc3c37f-5e18-49b9-b33b-ca0b450155e6 None None] Enqueued Resource ID: 0234a3d7-d474-4305-8a4b-2bc56d0db46b with Priority: HIGHEST for action port [ 642.831923] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0234a3d7-d474-4305-8a4b-2bc56d0db46b with Priority: HIGHEST for action port [ 642.832801] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-0234a3d7-d474-4305-8a4b-2bc56d0db46b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.832801] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0234a3d7-d474-4305-8a4b-2bc56d0db46b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.832801] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0234a3d7-d474-4305-8a4b-2bc56d0db46b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.833074] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0234a3d7-d474-4305-8a4b-2bc56d0db46b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.833136] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0234a3d7-d474-4305-8a4b-2bc56d0db46b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.929716] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9bccbf76-9ef4-4b51-a7bf-8a7e9cdd29e6 [ 642.929954] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.930110] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.930168] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.932187] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.932187] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.932187] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9bccbf76-9ef4-4b51-a7bf-8a7e9cdd29e6 already deleted. [ 642.932187] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bccbf76-9ef4-4b51-a7bf-8a7e9cdd29e6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.968704] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.968898] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.969037] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.969315] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.969458] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.969610] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 37681e0f-27cc-4822-bf1e-ab8b16b83369 not found, creating... [ 642.969870] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.971337] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.971478] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.971722] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.971862] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.972481] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.972481] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.972643] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.972785] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.972963] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.973130] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 37681e0f-27cc-4822-bf1e-ab8b16b83369 is going to be created. [ 643.003798] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.004185] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.004185] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.004522] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.004795] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.005035] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-37681e0f-27cc-4822-bf1e-ab8b16b83369" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.053934] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.054147] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.054147] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.055043] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.072766] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 643.073726] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.074935] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 643.104623] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.104822] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.104948] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.105204] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.105805] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.106048] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 643.106124] env[69367]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69367) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 643.106197] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 643.135313] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.135451] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.135533] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.136901] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.137088] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.137205] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 643.173204] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.173422] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.173456] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.173671] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.173790] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.173919] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 643.181378] env[69367]: INFO networking_nsxv3.common.synchronization [None req-708ce270-93d0-403e-b6d6-d78f7061fb38 None None] Enqueued Resource ID: 82115650-c22f-4a54-8def-0e6538d6167d with Priority: HIGHEST for action port [ 643.182383] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82115650-c22f-4a54-8def-0e6538d6167d with Priority: HIGHEST for action port [ 643.183864] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-82115650-c22f-4a54-8def-0e6538d6167d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.183971] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82115650-c22f-4a54-8def-0e6538d6167d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.183971] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82115650-c22f-4a54-8def-0e6538d6167d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.186095] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82115650-c22f-4a54-8def-0e6538d6167d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.186095] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82115650-c22f-4a54-8def-0e6538d6167d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.204621] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.204858] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.204858] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.205114] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.205217] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.205367] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 643.205437] env[69367]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69367) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 643.205508] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 643.228381] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.228570] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.228620] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.228847] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.228922] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.229177] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 643.229289] env[69367]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69367) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 643.229338] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 643.266679] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.266856] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.266928] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.267165] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.267268] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.267384] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 643.267494] env[69367]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69367) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 643.267536] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 643.267579] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 643.267658] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 643.267754] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 643.267817] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 643.268153] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 643.268225] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 643.268298] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 643.293856] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.294101] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.294101] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.294362] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.294489] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.294628] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 643.316993] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.316993] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.316993] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.317288] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.317288] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.335708] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0234a3d7-d474-4305-8a4b-2bc56d0db46b [ 643.335929] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.336555] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.336555] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.336555] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.336555] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.336555] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0234a3d7-d474-4305-8a4b-2bc56d0db46b already deleted. [ 643.336555] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0234a3d7-d474-4305-8a4b-2bc56d0db46b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.337540] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.687746] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82115650-c22f-4a54-8def-0e6538d6167d [ 643.687997] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.688146] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.688216] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.688599] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.688599] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.688599] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82115650-c22f-4a54-8def-0e6538d6167d already deleted. [ 643.688711] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82115650-c22f-4a54-8def-0e6538d6167d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.079284] env[69367]: INFO networking_nsxv3.common.synchronization [None req-3e032c2f-9784-4d69-8555-21af82c0fea9 None None] Enqueued Resource ID: f9419f0c-ffb5-44d4-84c3-157c0385acb2 with Priority: HIGHEST for action port [ 644.079552] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9419f0c-ffb5-44d4-84c3-157c0385acb2 with Priority: HIGHEST for action port [ 644.079967] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9419f0c-ffb5-44d4-84c3-157c0385acb2 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.080125] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9419f0c-ffb5-44d4-84c3-157c0385acb2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.080187] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9419f0c-ffb5-44d4-84c3-157c0385acb2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.080407] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9419f0c-ffb5-44d4-84c3-157c0385acb2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.080489] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9419f0c-ffb5-44d4-84c3-157c0385acb2',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.448920] env[69367]: INFO networking_nsxv3.common.synchronization [None req-e1a53130-cc47-4b98-be4e-d98c6f3555bd None None] Enqueued Resource ID: 8a339867-6e6e-453d-834e-52a4f4c027c9 with Priority: HIGHEST for action port [ 644.449564] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a339867-6e6e-453d-834e-52a4f4c027c9 with Priority: HIGHEST for action port [ 644.449802] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a339867-6e6e-453d-834e-52a4f4c027c9 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.450185] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a339867-6e6e-453d-834e-52a4f4c027c9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.450185] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a339867-6e6e-453d-834e-52a4f4c027c9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.451176] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a339867-6e6e-453d-834e-52a4f4c027c9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.451305] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a339867-6e6e-453d-834e-52a4f4c027c9',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.585490] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9419f0c-ffb5-44d4-84c3-157c0385acb2 [ 644.585714] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.585873] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.585914] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.586166] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.586250] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.586344] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9419f0c-ffb5-44d4-84c3-157c0385acb2 already deleted. [ 644.586421] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9419f0c-ffb5-44d4-84c3-157c0385acb2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.589301] env[69367]: INFO networking_nsxv3.common.synchronization [req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 req-b7903438-ebdb-4740-9378-553507cd0cc2 service nova] Enqueued Resource ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 with Priority: HIGHEST for action security_group_rules [ 644.589508] env[69367]: INFO networking_nsxv3.common.synchronization [req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 req-b7903438-ebdb-4740-9378-553507cd0cc2 service nova] Enqueued Resource ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 with Priority: HIGHEST for action security_group_members [ 644.589984] env[69367]: INFO networking_nsxv3.common.synchronization [req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 req-b7903438-ebdb-4740-9378-553507cd0cc2 service nova] Enqueued Resource ID: 37681e0f-27cc-4822-bf1e-ab8b16b83369 with Priority: HIGHEST for action port [ 644.590229] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 with Priority: HIGHEST for action security_group_rules [ 644.590354] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 with Priority: HIGHEST for action security_group_members [ 644.590446] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37681e0f-27cc-4822-bf1e-ab8b16b83369 with Priority: HIGHEST for action port [ 644.591383] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-938b17d8-83c7-4e14-a36c-c5771d177c30 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.591502] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.591568] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.591803] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.591879] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('938b17d8-83c7-4e14-a36c-c5771d177c30',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.592841] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-938b17d8-83c7-4e14-a36c-c5771d177c30 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.592984] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.593030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.593201] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.593375] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.593736] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.593774] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.594132] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.594224] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.594319] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('938b17d8-83c7-4e14-a36c-c5771d177c30',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.596272] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-37681e0f-27cc-4822-bf1e-ab8b16b83369 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.596377] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37681e0f-27cc-4822-bf1e-ab8b16b83369" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.596443] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37681e0f-27cc-4822-bf1e-ab8b16b83369" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.596642] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37681e0f-27cc-4822-bf1e-ab8b16b83369" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.597016] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37681e0f-27cc-4822-bf1e-ab8b16b83369',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.712013] env[69367]: INFO networking_nsxv3.common.synchronization [req-0b55d41b-7819-40eb-8c9c-f645e089461e req-ae7d13fc-bbd0-41df-8214-550e39bafc81 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Enqueued Resource ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 with Priority: HIGHEST for action security_group_members [ 644.712013] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 with Priority: HIGHEST for action security_group_members [ 644.712013] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.712013] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.712013] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.712013] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.712013] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.712013] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.712013] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.712013] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.712013] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.712355] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6d6fdf7-f6f4-410c-9619-eb98ef75ca50',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.955321] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a339867-6e6e-453d-834e-52a4f4c027c9 [ 644.955321] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.955321] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.955321] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.955321] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.955321] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.955321] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a339867-6e6e-453d-834e-52a4f4c027c9 already deleted. [ 644.955321] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a339867-6e6e-453d-834e-52a4f4c027c9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.100496] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-938b17d8-83c7-4e14-a36c-c5771d177c30 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.100759] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.113927] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37681e0f-27cc-4822-bf1e-ab8b16b83369 with status ACTIVE [ 645.115189] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.115548] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.116148] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.116288] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.116497] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.118144] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.118144] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.118144] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.118144] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.118144] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.118144] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.118144] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.118144] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.118144] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.118144] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.118558] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37681e0f-27cc-4822-bf1e-ab8b16b83369 is going to be updated. [ 645.121034] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('938b17d8-83c7-4e14-a36c-c5771d177c30',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.149507] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.149713] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.149713] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.150171] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.150171] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.150277] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37681e0f-27cc-4822-bf1e-ab8b16b83369" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.216119] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.216218] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.216692] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.217190] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.217400] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.217925] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.218170] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.219242] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.219242] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.219242] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.219242] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 already deleted. [ 645.219242] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.622374] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('938b17d8-83c7-4e14-a36c-c5771d177c30',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.728673] env[69367]: INFO networking_nsxv3.common.synchronization [None req-f99e89fb-55a7-4d75-a4ec-54983c9bf40f None None] Enqueued Resource ID: 3d7951e8-c50a-45de-a71c-5b4e07c38dd3 with Priority: HIGHEST for action port [ 645.728789] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7951e8-c50a-45de-a71c-5b4e07c38dd3 with Priority: HIGHEST for action port [ 645.729499] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d7951e8-c50a-45de-a71c-5b4e07c38dd3 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.729630] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d7951e8-c50a-45de-a71c-5b4e07c38dd3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.729697] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d7951e8-c50a-45de-a71c-5b4e07c38dd3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.729971] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d7951e8-c50a-45de-a71c-5b4e07c38dd3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.730713] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d7951e8-c50a-45de-a71c-5b4e07c38dd3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.119253] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.119253] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.119253] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.119253] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.119253] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.119253] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.119253] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.119854] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.120309] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.120663] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 646.123400] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.123400] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.123400] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.123400] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 646.123400] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.123400] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.127754] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.127754] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.127754] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.127754] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.127754] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.127754] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 is going to be created. [ 646.145156] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.145156] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 646.145156] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.145156] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.145156] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-7a6cfe1c-bc3c-4c8e-8f98-420e10e89e00 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.145156] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-7a6cfe1c-bc3c-4c8e-8f98-420e10e89e00" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.145156] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-7a6cfe1c-bc3c-4c8e-8f98-420e10e89e00" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.145156] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-7a6cfe1c-bc3c-4c8e-8f98-420e10e89e00" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.145156] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a6cfe1c-bc3c-4c8e-8f98-420e10e89e00',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.161501] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.161501] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.161501] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.161501] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.161501] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.170600] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 in Status: UNINITIALIZED for 2s [ 646.237449] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d7951e8-c50a-45de-a71c-5b4e07c38dd3 [ 646.237449] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.237449] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.237449] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.237449] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.237449] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.237449] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d7951e8-c50a-45de-a71c-5b4e07c38dd3 already deleted. [ 646.237449] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d7951e8-c50a-45de-a71c-5b4e07c38dd3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.651170] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.651170] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.651170] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.651170] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.651170] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.651170] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 7a6cfe1c-bc3c-4c8e-8f98-420e10e89e00 not found, creating... [ 646.651170] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.651170] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.651170] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.651170] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.651170] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.651761] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.651761] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.651761] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.651761] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.656021] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.656021] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 7a6cfe1c-bc3c-4c8e-8f98-420e10e89e00 is going to be created. [ 646.675908] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.676957] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.677181] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.677508] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.678676] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.678921] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-7a6cfe1c-bc3c-4c8e-8f98-420e10e89e00" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.056445] env[69367]: INFO networking_nsxv3.common.synchronization [req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 req-0581c075-51af-425d-807b-52a12c1885c5 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Enqueued Resource ID: 82cb83b1-39c8-46e2-96e0-4a304f1370b1 with Priority: HIGHEST for action security_group_members [ 647.057120] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82cb83b1-39c8-46e2-96e0-4a304f1370b1 with Priority: HIGHEST for action security_group_members [ 647.057311] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-82cb83b1-39c8-46e2-96e0-4a304f1370b1 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.057455] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82cb83b1-39c8-46e2-96e0-4a304f1370b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.058313] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82cb83b1-39c8-46e2-96e0-4a304f1370b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.058313] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82cb83b1-39c8-46e2-96e0-4a304f1370b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.058313] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.058313] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.058692] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.058692] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.058692] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.058692] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82cb83b1-39c8-46e2-96e0-4a304f1370b1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.561495] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.562043] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.562043] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.562043] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.562043] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.562298] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.562357] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.562456] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.562697] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.562697] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.562697] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82cb83b1-39c8-46e2-96e0-4a304f1370b1 already deleted. [ 647.562820] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82cb83b1-39c8-46e2-96e0-4a304f1370b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.183007] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 in Status: SUCCESS [ 648.183007] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.183007] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.183007] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.183007] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.183007] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.183007] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.183007] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.183007] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.183007] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.183007] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('938b17d8-83c7-4e14-a36c-c5771d177c30',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.211632] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.212183] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.212537] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.212769] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.213131] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.213630] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.213773] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.214030] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.214192] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.214404] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 648.214536] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.214637] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.214761] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.214964] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 648.215220] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.215432] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.217978] env[69367]: INFO networking_nsxv3.common.synchronization [None req-7aa671d8-1b10-4083-801a-93224252f248 None None] Enqueued Resource ID: af14abfb-6b6c-4cc0-8f43-63b97cf07e16 with Priority: HIGHEST for action port [ 648.219031] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af14abfb-6b6c-4cc0-8f43-63b97cf07e16 with Priority: HIGHEST for action port [ 648.219961] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-af14abfb-6b6c-4cc0-8f43-63b97cf07e16 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.220102] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af14abfb-6b6c-4cc0-8f43-63b97cf07e16" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.220164] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af14abfb-6b6c-4cc0-8f43-63b97cf07e16" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.220424] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af14abfb-6b6c-4cc0-8f43-63b97cf07e16" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.220504] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af14abfb-6b6c-4cc0-8f43-63b97cf07e16',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.237875] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.238061] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 648.238221] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.238344] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.239247] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-02f46798-f83b-4bfb-9da7-c305f49a9c4f taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.239458] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-02f46798-f83b-4bfb-9da7-c305f49a9c4f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.239582] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-02f46798-f83b-4bfb-9da7-c305f49a9c4f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.240324] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-02f46798-f83b-4bfb-9da7-c305f49a9c4f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.240637] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02f46798-f83b-4bfb-9da7-c305f49a9c4f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.295247] env[69367]: INFO networking_nsxv3.common.synchronization [req-0b55d41b-7819-40eb-8c9c-f645e089461e req-e39ad67b-e650-482c-a6dc-5bb0b9a418f2 service nova] Enqueued Resource ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 with Priority: HIGHEST for action security_group_rules [ 648.295472] env[69367]: INFO networking_nsxv3.common.synchronization [req-0b55d41b-7819-40eb-8c9c-f645e089461e req-e39ad67b-e650-482c-a6dc-5bb0b9a418f2 service nova] Enqueued Resource ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 with Priority: HIGHEST for action security_group_members [ 648.295706] env[69367]: INFO networking_nsxv3.common.synchronization [req-0b55d41b-7819-40eb-8c9c-f645e089461e req-e39ad67b-e650-482c-a6dc-5bb0b9a418f2 service nova] Enqueued Resource ID: 7a6cfe1c-bc3c-4c8e-8f98-420e10e89e00 with Priority: HIGHEST for action port [ 648.296126] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 with Priority: HIGHEST for action security_group_rules [ 648.296272] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 with Priority: HIGHEST for action security_group_members [ 648.296367] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a6cfe1c-bc3c-4c8e-8f98-420e10e89e00 with Priority: HIGHEST for action port [ 648.296642] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.296848] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.297370] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.297557] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.297645] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6d6fdf7-f6f4-410c-9619-eb98ef75ca50',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.298739] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.298883] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.298941] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.299213] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.299466] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.299612] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.299683] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.299892] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.300065] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.300264] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6d6fdf7-f6f4-410c-9619-eb98ef75ca50',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.301408] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a6cfe1c-bc3c-4c8e-8f98-420e10e89e00 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.301554] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a6cfe1c-bc3c-4c8e-8f98-420e10e89e00" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.301666] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a6cfe1c-bc3c-4c8e-8f98-420e10e89e00" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.304973] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a6cfe1c-bc3c-4c8e-8f98-420e10e89e00" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.304973] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a6cfe1c-bc3c-4c8e-8f98-420e10e89e00',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.645134] env[69367]: INFO networking_nsxv3.common.synchronization [None req-7620865c-5b77-4d05-8382-73b42018bdd7 None None] Enqueued Resource ID: ec571f48-84a6-4023-8406-31aa1749e692 with Priority: HIGHEST for action port [ 648.645899] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec571f48-84a6-4023-8406-31aa1749e692 with Priority: HIGHEST for action port [ 648.646040] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec571f48-84a6-4023-8406-31aa1749e692 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.646128] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec571f48-84a6-4023-8406-31aa1749e692" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.646128] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec571f48-84a6-4023-8406-31aa1749e692" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.646689] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec571f48-84a6-4023-8406-31aa1749e692" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.647581] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec571f48-84a6-4023-8406-31aa1749e692',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.687643] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-938b17d8-83c7-4e14-a36c-c5771d177c30 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.688945] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.688945] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.690836] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.691122] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.691246] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.691311] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.691496] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.691580] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.691668] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.691823] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-938b17d8-83c7-4e14-a36c-c5771d177c30 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.691929] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.692333] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.692333] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.692333] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.692635] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.692635] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.692635] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.693698] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.693698] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.693698] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('938b17d8-83c7-4e14-a36c-c5771d177c30',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.723939] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af14abfb-6b6c-4cc0-8f43-63b97cf07e16 [ 648.724225] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.724615] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.724615] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.724615] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.725036] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.725036] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af14abfb-6b6c-4cc0-8f43-63b97cf07e16 already deleted. [ 648.725036] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af14abfb-6b6c-4cc0-8f43-63b97cf07e16" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.743350] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.743682] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.746951] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.747335] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.747514] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.749514] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 02f46798-f83b-4bfb-9da7-c305f49a9c4f not found, creating... [ 648.749514] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.749514] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.749514] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.749514] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.749514] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.751322] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.751870] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.751870] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.752045] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.752045] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.754406] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 02f46798-f83b-4bfb-9da7-c305f49a9c4f is going to be created. [ 648.779914] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.780085] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.780130] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.780391] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.780622] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.780839] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-02f46798-f83b-4bfb-9da7-c305f49a9c4f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.804530] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6d6fdf7-f6f4-410c-9619-eb98ef75ca50',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.805654] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.805777] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.806123] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a6cfe1c-bc3c-4c8e-8f98-420e10e89e00 with status ACTIVE [ 648.806267] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.806354] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.807919] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.807919] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.807919] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.807919] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.807919] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.807919] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.807919] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.807919] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.807919] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.807919] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.807919] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.807919] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.807919] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.807919] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a6cfe1c-bc3c-4c8e-8f98-420e10e89e00 is going to be updated. [ 648.831351] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.831526] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.831526] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.831734] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.831859] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.832019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a6cfe1c-bc3c-4c8e-8f98-420e10e89e00" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.114897] env[69367]: INFO networking_nsxv3.common.synchronization [req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab req-58394b58-727e-423d-a758-08e02dd738c6 tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Enqueued Resource ID: 63f87fcc-e724-46d5-84c3-eee17160a114 with Priority: HIGHEST for action security_group_members [ 649.114897] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f87fcc-e724-46d5-84c3-eee17160a114 with Priority: HIGHEST for action security_group_members [ 649.119161] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f87fcc-e724-46d5-84c3-eee17160a114 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.119161] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f87fcc-e724-46d5-84c3-eee17160a114" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.119161] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f87fcc-e724-46d5-84c3-eee17160a114" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.119161] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f87fcc-e724-46d5-84c3-eee17160a114" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.119161] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.119161] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.119161] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.119161] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.119161] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.119161] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63f87fcc-e724-46d5-84c3-eee17160a114',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.149197] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec571f48-84a6-4023-8406-31aa1749e692 [ 649.149480] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.149640] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.149700] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.149885] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.150011] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.150096] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec571f48-84a6-4023-8406-31aa1749e692 already deleted. [ 649.150234] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec571f48-84a6-4023-8406-31aa1749e692" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.194989] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 938b17d8-83c7-4e14-a36c-c5771d177c30: rpc.has_security_group_logging(os_id): False [ 649.215614] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.215614] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.215614] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.215764] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.216207] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.216207] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.216330] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.216330] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.217035] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.217035] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.217035] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.217035] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.217035] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.217986] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.217986] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.218269] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.218379] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.218559] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.218606] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.218932] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.219019] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 is going to be created. [ 649.305300] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.305300] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.305300] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.305300] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.305584] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.306650] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6d6fdf7-f6f4-410c-9619-eb98ef75ca50',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.319540] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 in Status: IN_PROGRESS for 2s [ 649.475259] env[69367]: INFO networking_nsxv3.common.synchronization [None req-ef170b17-209d-46ed-8de7-2a169c2a741e None None] Enqueued Resource ID: b454f9e8-44e0-4613-8c77-81dcc5f2998c with Priority: HIGHEST for action port [ 649.478150] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b454f9e8-44e0-4613-8c77-81dcc5f2998c with Priority: HIGHEST for action port [ 649.478150] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-b454f9e8-44e0-4613-8c77-81dcc5f2998c taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.478150] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b454f9e8-44e0-4613-8c77-81dcc5f2998c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.478150] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b454f9e8-44e0-4613-8c77-81dcc5f2998c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.478150] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b454f9e8-44e0-4613-8c77-81dcc5f2998c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.478150] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b454f9e8-44e0-4613-8c77-81dcc5f2998c',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.620565] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.620817] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.621471] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.621708] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.621924] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.622506] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.622707] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.622953] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.623235] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.623594] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.623762] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f87fcc-e724-46d5-84c3-eee17160a114 already deleted. [ 649.623919] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f87fcc-e724-46d5-84c3-eee17160a114" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.810184] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.810184] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.810184] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.810184] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.810184] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.810184] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 is going to be created. [ 649.835892] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.837236] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.837236] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.837236] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.837236] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.842084] env[69367]: INFO networking_nsxv3.common.synchronization [None req-9399e35f-c299-4ff2-a2df-cc5725bdddd4 None None] Enqueued Resource ID: bad26221-8c2e-4cc6-8660-740aadb2ad76 with Priority: HIGHEST for action port [ 649.845929] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bad26221-8c2e-4cc6-8660-740aadb2ad76 with Priority: HIGHEST for action port [ 649.845929] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-bad26221-8c2e-4cc6-8660-740aadb2ad76 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.845929] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bad26221-8c2e-4cc6-8660-740aadb2ad76" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.845929] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bad26221-8c2e-4cc6-8660-740aadb2ad76" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.845929] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bad26221-8c2e-4cc6-8660-740aadb2ad76" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.845929] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bad26221-8c2e-4cc6-8660-740aadb2ad76',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.851382] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 in Status: UNINITIALIZED for 2s [ 649.981647] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b454f9e8-44e0-4613-8c77-81dcc5f2998c [ 649.981647] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.981647] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.981647] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.984161] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.984161] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.984161] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b454f9e8-44e0-4613-8c77-81dcc5f2998c already deleted. [ 649.984161] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b454f9e8-44e0-4613-8c77-81dcc5f2998c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.347058] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bad26221-8c2e-4cc6-8660-740aadb2ad76 [ 650.347286] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.347476] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.347656] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.347834] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.347875] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.348097] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bad26221-8c2e-4cc6-8660-740aadb2ad76 already deleted. [ 650.348159] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bad26221-8c2e-4cc6-8660-740aadb2ad76" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.469899] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.470201] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-5" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.470328] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-5" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.470651] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-5" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.470924] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.471265] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.471408] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.471635] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.471777] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.471991] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 650.472136] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.472231] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.472339] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.473777] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 650.473949] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.474121] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.483447] env[69367]: INFO networking_nsxv3.common.synchronization [req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 req-cd797e20-3586-4413-b018-c74663402b86 service nova] Enqueued Resource ID: 82cb83b1-39c8-46e2-96e0-4a304f1370b1 with Priority: HIGHEST for action security_group_rules [ 650.484613] env[69367]: INFO networking_nsxv3.common.synchronization [req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 req-cd797e20-3586-4413-b018-c74663402b86 service nova] Enqueued Resource ID: 82cb83b1-39c8-46e2-96e0-4a304f1370b1 with Priority: HIGHEST for action security_group_members [ 650.484699] env[69367]: INFO networking_nsxv3.common.synchronization [req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 req-cd797e20-3586-4413-b018-c74663402b86 service nova] Enqueued Resource ID: 02f46798-f83b-4bfb-9da7-c305f49a9c4f with Priority: HIGHEST for action port [ 650.485528] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82cb83b1-39c8-46e2-96e0-4a304f1370b1 with Priority: HIGHEST for action security_group_rules [ 650.485695] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82cb83b1-39c8-46e2-96e0-4a304f1370b1 with Priority: HIGHEST for action security_group_members [ 650.485783] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02f46798-f83b-4bfb-9da7-c305f49a9c4f with Priority: HIGHEST for action port [ 650.486140] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82cb83b1-39c8-46e2-96e0-4a304f1370b1 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.486271] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82cb83b1-39c8-46e2-96e0-4a304f1370b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.486359] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82cb83b1-39c8-46e2-96e0-4a304f1370b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.486715] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82cb83b1-39c8-46e2-96e0-4a304f1370b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.486799] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82cb83b1-39c8-46e2-96e0-4a304f1370b1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.490059] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-82cb83b1-39c8-46e2-96e0-4a304f1370b1 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.490059] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82cb83b1-39c8-46e2-96e0-4a304f1370b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.490059] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82cb83b1-39c8-46e2-96e0-4a304f1370b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.490228] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82cb83b1-39c8-46e2-96e0-4a304f1370b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.490326] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.490468] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.490665] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.490852] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.490970] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.493355] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82cb83b1-39c8-46e2-96e0-4a304f1370b1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.493355] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-02f46798-f83b-4bfb-9da7-c305f49a9c4f taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.494001] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02f46798-f83b-4bfb-9da7-c305f49a9c4f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.494001] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02f46798-f83b-4bfb-9da7-c305f49a9c4f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.494001] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02f46798-f83b-4bfb-9da7-c305f49a9c4f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.494001] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02f46798-f83b-4bfb-9da7-c305f49a9c4f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.499017] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.499017] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 650.499017] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.499017] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-5" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.499017] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-68658da1-4e77-403e-91f3-e9e5b75feb4e taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.499017] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-68658da1-4e77-403e-91f3-e9e5b75feb4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.499017] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-68658da1-4e77-403e-91f3-e9e5b75feb4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.499017] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-68658da1-4e77-403e-91f3-e9e5b75feb4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.499017] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68658da1-4e77-403e-91f3-e9e5b75feb4e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.996448] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82cb83b1-39c8-46e2-96e0-4a304f1370b1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.000153] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-82cb83b1-39c8-46e2-96e0-4a304f1370b1 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.000315] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82cb83b1-39c8-46e2-96e0-4a304f1370b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.000718] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.000897] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.001046] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.003021] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.003225] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.003499] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 68658da1-4e77-403e-91f3-e9e5b75feb4e not found, creating... [ 651.003834] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.008027] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.008027] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.008027] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.008027] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.008027] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.008027] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.008027] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.008399] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.008399] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.008519] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 68658da1-4e77-403e-91f3-e9e5b75feb4e is going to be created. [ 651.011025] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02f46798-f83b-4bfb-9da7-c305f49a9c4f with status ACTIVE [ 651.011025] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.011172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.011172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.011821] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.011821] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.012060] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.017119] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.017119] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.017119] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.017119] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.017119] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.017119] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.017119] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.017119] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.017119] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.017119] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02f46798-f83b-4bfb-9da7-c305f49a9c4f is going to be updated. [ 651.037549] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.037793] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.037902] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.038836] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.038836] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.038836] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-68658da1-4e77-403e-91f3-e9e5b75feb4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.046582] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.046749] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.046826] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.047363] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.047363] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.047465] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02f46798-f83b-4bfb-9da7-c305f49a9c4f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.050186] env[69367]: INFO networking_nsxv3.common.synchronization [req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 req-26b78d7a-f0d7-4e7d-9225-6aca69e06d95 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Enqueued Resource ID: 46cf2c48-7f66-4b50-8929-c8fa82a9b55e with Priority: HIGHEST for action security_group_members [ 651.050186] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46cf2c48-7f66-4b50-8929-c8fa82a9b55e with Priority: HIGHEST for action security_group_members [ 651.050186] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-46cf2c48-7f66-4b50-8929-c8fa82a9b55e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.050186] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46cf2c48-7f66-4b50-8929-c8fa82a9b55e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.050186] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46cf2c48-7f66-4b50-8929-c8fa82a9b55e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.050743] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46cf2c48-7f66-4b50-8929-c8fa82a9b55e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.050743] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.050743] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.050743] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.050743] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.054238] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.054238] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46cf2c48-7f66-4b50-8929-c8fa82a9b55e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.334944] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 in Status: SUCCESS [ 651.335378] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.520469] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82cb83b1-39c8-46e2-96e0-4a304f1370b1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.555477] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.555477] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.555477] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.555477] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.555477] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.555477] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.555477] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.555477] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.555477] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.555477] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.555847] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46cf2c48-7f66-4b50-8929-c8fa82a9b55e already deleted. [ 651.555847] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46cf2c48-7f66-4b50-8929-c8fa82a9b55e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.693300] env[69367]: INFO networking_nsxv3.common.synchronization [None req-72c17f18-3103-4a4b-ae03-59f6113bea32 None None] Enqueued Resource ID: ff0211d7-2982-449c-9354-8b51729f7dc4 with Priority: HIGHEST for action port [ 651.693846] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff0211d7-2982-449c-9354-8b51729f7dc4 with Priority: HIGHEST for action port [ 651.694280] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff0211d7-2982-449c-9354-8b51729f7dc4 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.694280] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff0211d7-2982-449c-9354-8b51729f7dc4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.694464] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff0211d7-2982-449c-9354-8b51729f7dc4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.694585] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff0211d7-2982-449c-9354-8b51729f7dc4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.694664] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff0211d7-2982-449c-9354-8b51729f7dc4',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.769039] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-84 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.769493] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-84" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.769493] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-84" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.769724] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-84" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.769991] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.770474] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.770614] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.770816] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.771509] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.771650] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 651.771774] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.771945] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.772088] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.772419] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 651.772419] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.772501] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.801026] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.801026] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 651.801026] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.801026] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-84" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.801026] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-aad84495-aca5-4e4a-85b9-fdd5d9457c06 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.801026] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-aad84495-aca5-4e4a-85b9-fdd5d9457c06" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.801026] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-aad84495-aca5-4e4a-85b9-fdd5d9457c06" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.801026] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-aad84495-aca5-4e4a-85b9-fdd5d9457c06" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.801026] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aad84495-aca5-4e4a-85b9-fdd5d9457c06',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.866341] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 in Status: SUCCESS [ 651.868202] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.868202] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.868202] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.868202] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.868202] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.868202] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.868202] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.868202] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.868202] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.868202] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6d6fdf7-f6f4-410c-9619-eb98ef75ca50',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.024239] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.024239] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.024239] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.024648] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.024648] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.024648] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82cb83b1-39c8-46e2-96e0-4a304f1370b1 is going to be created. [ 652.052590] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.052782] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.052837] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.053060] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.053219] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.065286] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82cb83b1-39c8-46e2-96e0-4a304f1370b1 in Status: UNINITIALIZED for 2s [ 652.101905] env[69367]: INFO networking_nsxv3.common.synchronization [None req-e5895e70-8749-493c-a0d0-43bb23e5d346 None None] Enqueued Resource ID: 39ab4c69-c659-470a-bfef-875a85ab0d9e with Priority: HIGHEST for action port [ 652.102462] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ab4c69-c659-470a-bfef-875a85ab0d9e with Priority: HIGHEST for action port [ 652.104429] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-39ab4c69-c659-470a-bfef-875a85ab0d9e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.104429] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39ab4c69-c659-470a-bfef-875a85ab0d9e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.104429] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39ab4c69-c659-470a-bfef-875a85ab0d9e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.104429] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39ab4c69-c659-470a-bfef-875a85ab0d9e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.104429] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39ab4c69-c659-470a-bfef-875a85ab0d9e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.198944] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff0211d7-2982-449c-9354-8b51729f7dc4 [ 652.199420] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.199420] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.199420] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.199622] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.200342] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.200342] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff0211d7-2982-449c-9354-8b51729f7dc4 already deleted. [ 652.200342] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff0211d7-2982-449c-9354-8b51729f7dc4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.210489] env[69367]: INFO networking_nsxv3.common.synchronization [None req-d1f83bab-55e0-47d8-a5aa-795cad7ef2f7 None None] Enqueued Resource ID: 305d9862-0642-4dba-a3c0-c42b214d4748 with Priority: HIGHEST for action port [ 652.210707] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 305d9862-0642-4dba-a3c0-c42b214d4748 with Priority: HIGHEST for action port [ 652.214703] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-305d9862-0642-4dba-a3c0-c42b214d4748 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.214703] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-305d9862-0642-4dba-a3c0-c42b214d4748" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.214703] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-305d9862-0642-4dba-a3c0-c42b214d4748" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.217179] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-305d9862-0642-4dba-a3c0-c42b214d4748" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.217179] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('305d9862-0642-4dba-a3c0-c42b214d4748',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.242806] env[69367]: INFO networking_nsxv3.common.synchronization [req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab req-6ad6fd6d-3f5c-4c73-ab75-61f8b330926d service nova] Enqueued Resource ID: 63f87fcc-e724-46d5-84c3-eee17160a114 with Priority: HIGHEST for action security_group_rules [ 652.242952] env[69367]: INFO networking_nsxv3.common.synchronization [req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab req-6ad6fd6d-3f5c-4c73-ab75-61f8b330926d service nova] Enqueued Resource ID: 63f87fcc-e724-46d5-84c3-eee17160a114 with Priority: HIGHEST for action security_group_members [ 652.243897] env[69367]: INFO networking_nsxv3.common.synchronization [req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab req-6ad6fd6d-3f5c-4c73-ab75-61f8b330926d service nova] Enqueued Resource ID: 68658da1-4e77-403e-91f3-e9e5b75feb4e with Priority: HIGHEST for action port [ 652.243897] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f87fcc-e724-46d5-84c3-eee17160a114 with Priority: HIGHEST for action security_group_rules [ 652.243897] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f87fcc-e724-46d5-84c3-eee17160a114 with Priority: HIGHEST for action security_group_members [ 652.244054] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68658da1-4e77-403e-91f3-e9e5b75feb4e with Priority: HIGHEST for action port [ 652.244498] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63f87fcc-e724-46d5-84c3-eee17160a114 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.244603] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63f87fcc-e724-46d5-84c3-eee17160a114" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.244603] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63f87fcc-e724-46d5-84c3-eee17160a114" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.244870] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63f87fcc-e724-46d5-84c3-eee17160a114" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.244962] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63f87fcc-e724-46d5-84c3-eee17160a114',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.246023] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f87fcc-e724-46d5-84c3-eee17160a114 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.246175] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f87fcc-e724-46d5-84c3-eee17160a114" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.246264] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f87fcc-e724-46d5-84c3-eee17160a114" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.246489] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f87fcc-e724-46d5-84c3-eee17160a114" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.247175] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.247175] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.247175] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.248147] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.248261] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.248379] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63f87fcc-e724-46d5-84c3-eee17160a114',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.249326] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-68658da1-4e77-403e-91f3-e9e5b75feb4e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.249486] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68658da1-4e77-403e-91f3-e9e5b75feb4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.249549] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68658da1-4e77-403e-91f3-e9e5b75feb4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.250525] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68658da1-4e77-403e-91f3-e9e5b75feb4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.250687] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68658da1-4e77-403e-91f3-e9e5b75feb4e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.306757] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.306757] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.306757] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.306757] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.306757] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.306757] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port aad84495-aca5-4e4a-85b9-fdd5d9457c06 not found, creating... [ 652.306757] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.306757] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.306757] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.306757] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.306757] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.307307] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.307911] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.308223] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.308546] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.308780] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.309033] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: aad84495-aca5-4e4a-85b9-fdd5d9457c06 is going to be created. [ 652.330265] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.330577] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.330795] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.331149] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.331393] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.331619] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-aad84495-aca5-4e4a-85b9-fdd5d9457c06" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.375024] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.375024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.375024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.375024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.375024] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.375024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.375024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.375024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.375024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.375024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.375024] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.375024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.375024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.375024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.375024] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.375024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.375687] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.375687] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.375687] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.375687] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.375687] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6d6fdf7-f6f4-410c-9619-eb98ef75ca50',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.608832] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39ab4c69-c659-470a-bfef-875a85ab0d9e [ 652.608832] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.608832] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.608832] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.608832] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.608832] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.608832] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39ab4c69-c659-470a-bfef-875a85ab0d9e already deleted. [ 652.608832] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39ab4c69-c659-470a-bfef-875a85ab0d9e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.718607] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 305d9862-0642-4dba-a3c0-c42b214d4748 [ 652.719874] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.719874] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.719874] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.719874] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.719874] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.719874] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:305d9862-0642-4dba-a3c0-c42b214d4748 already deleted. [ 652.719874] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-305d9862-0642-4dba-a3c0-c42b214d4748" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.755920] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63f87fcc-e724-46d5-84c3-eee17160a114',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.758338] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f87fcc-e724-46d5-84c3-eee17160a114 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.758338] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f87fcc-e724-46d5-84c3-eee17160a114" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.758338] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68658da1-4e77-403e-91f3-e9e5b75feb4e with status ACTIVE [ 652.758338] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.758338] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.758338] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.761050] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.761050] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.761050] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.761050] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.761050] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.761050] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.761050] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.761050] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.761050] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.761050] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.761050] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.761050] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.761050] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68658da1-4e77-403e-91f3-e9e5b75feb4e is going to be updated. [ 652.786039] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.786039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.786870] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.786870] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.786870] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.786870] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68658da1-4e77-403e-91f3-e9e5b75feb4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.877721] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6d6fdf7-f6f4-410c-9619-eb98ef75ca50: rpc.has_security_group_logging(os_id): False [ 652.902039] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.902039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.902039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.902039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.902039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.902039] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.902039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.902039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.902039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.902039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.902039] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.902039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.902039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.902039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.902039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.902797] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.902797] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.902797] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.902797] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.902797] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.902797] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 is going to be created. [ 652.964911] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.965308] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.965404] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.965641] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.965816] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.979743] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 in Status: IN_PROGRESS for 2s [ 653.266048] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63f87fcc-e724-46d5-84c3-eee17160a114',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.476901] env[69367]: INFO networking_nsxv3.common.synchronization [req-ab3560bb-c86c-4727-8538-7d1f176b0f8e req-272b7233-91d6-447e-a501-6e06a8124f1a tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Enqueued Resource ID: a8823bb1-ab10-4f38-a3cd-85fcd457f57e with Priority: HIGHEST for action security_group_members [ 653.478315] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8823bb1-ab10-4f38-a3cd-85fcd457f57e with Priority: HIGHEST for action security_group_members [ 653.479269] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8823bb1-ab10-4f38-a3cd-85fcd457f57e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.479410] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8823bb1-ab10-4f38-a3cd-85fcd457f57e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.479474] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8823bb1-ab10-4f38-a3cd-85fcd457f57e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.479949] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8823bb1-ab10-4f38-a3cd-85fcd457f57e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.479949] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.480738] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.481341] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.481341] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.481567] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.481567] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8823bb1-ab10-4f38-a3cd-85fcd457f57e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.615995] env[69367]: INFO networking_nsxv3.common.synchronization [None req-adaa1b6a-db97-42fc-b312-4bfc4fd16d8c None None] Enqueued Resource ID: fe3b048e-f4c2-47ac-a4b9-bf0f4cc9ac38 with Priority: HIGHEST for action port [ 653.616537] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe3b048e-f4c2-47ac-a4b9-bf0f4cc9ac38 with Priority: HIGHEST for action port [ 653.617079] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe3b048e-f4c2-47ac-a4b9-bf0f4cc9ac38 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.618055] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe3b048e-f4c2-47ac-a4b9-bf0f4cc9ac38" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.618417] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe3b048e-f4c2-47ac-a4b9-bf0f4cc9ac38" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.618556] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe3b048e-f4c2-47ac-a4b9-bf0f4cc9ac38" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.618660] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe3b048e-f4c2-47ac-a4b9-bf0f4cc9ac38',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.767152] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.768308] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.768453] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.768712] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.769035] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.769192] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f87fcc-e724-46d5-84c3-eee17160a114 is going to be created. [ 653.795484] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.799227] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.799509] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.799753] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.800108] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.818751] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f87fcc-e724-46d5-84c3-eee17160a114 in Status: UNINITIALIZED for 2s [ 653.894115] env[69367]: INFO networking_nsxv3.common.synchronization [req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 req-62c1a476-f1d8-4bb1-a8ef-d62560deff78 service nova] Enqueued Resource ID: 46cf2c48-7f66-4b50-8929-c8fa82a9b55e with Priority: HIGHEST for action security_group_rules [ 653.894115] env[69367]: INFO networking_nsxv3.common.synchronization [req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 req-62c1a476-f1d8-4bb1-a8ef-d62560deff78 service nova] Enqueued Resource ID: 46cf2c48-7f66-4b50-8929-c8fa82a9b55e with Priority: HIGHEST for action security_group_members [ 653.894115] env[69367]: INFO networking_nsxv3.common.synchronization [req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 req-62c1a476-f1d8-4bb1-a8ef-d62560deff78 service nova] Enqueued Resource ID: aad84495-aca5-4e4a-85b9-fdd5d9457c06 with Priority: HIGHEST for action port [ 653.894115] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46cf2c48-7f66-4b50-8929-c8fa82a9b55e with Priority: HIGHEST for action security_group_rules [ 653.894641] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46cf2c48-7f66-4b50-8929-c8fa82a9b55e with Priority: HIGHEST for action security_group_members [ 653.895208] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad84495-aca5-4e4a-85b9-fdd5d9457c06 with Priority: HIGHEST for action port [ 653.896723] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46cf2c48-7f66-4b50-8929-c8fa82a9b55e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.896867] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46cf2c48-7f66-4b50-8929-c8fa82a9b55e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.896952] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46cf2c48-7f66-4b50-8929-c8fa82a9b55e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.897232] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46cf2c48-7f66-4b50-8929-c8fa82a9b55e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.897312] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46cf2c48-7f66-4b50-8929-c8fa82a9b55e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.899152] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-46cf2c48-7f66-4b50-8929-c8fa82a9b55e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.899269] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46cf2c48-7f66-4b50-8929-c8fa82a9b55e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.899334] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46cf2c48-7f66-4b50-8929-c8fa82a9b55e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.899513] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46cf2c48-7f66-4b50-8929-c8fa82a9b55e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.899660] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.899755] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.899814] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.899962] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.900054] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.900141] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46cf2c48-7f66-4b50-8929-c8fa82a9b55e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.900937] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-aad84495-aca5-4e4a-85b9-fdd5d9457c06 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.901057] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aad84495-aca5-4e4a-85b9-fdd5d9457c06" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.901141] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aad84495-aca5-4e4a-85b9-fdd5d9457c06" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.901272] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aad84495-aca5-4e4a-85b9-fdd5d9457c06" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.901341] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aad84495-aca5-4e4a-85b9-fdd5d9457c06',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.983949] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.986039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.986039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.986039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.986039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.986039] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.986039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.986039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.986039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.986039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.986039] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8823bb1-ab10-4f38-a3cd-85fcd457f57e already deleted. [ 653.986039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8823bb1-ab10-4f38-a3cd-85fcd457f57e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.037352] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.037521] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.037634] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.037934] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.038231] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.038400] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.038517] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.039224] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.039224] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.040170] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 654.040346] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.040522] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.040657] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.042920] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 654.042920] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.042920] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.062869] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.063045] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 654.063550] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.063783] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.064178] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-dbc0e452-1dab-47f1-b315-dcbabe7084be taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.064412] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-dbc0e452-1dab-47f1-b315-dcbabe7084be" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.064553] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-dbc0e452-1dab-47f1-b315-dcbabe7084be" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.064802] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-dbc0e452-1dab-47f1-b315-dcbabe7084be" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.064964] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbc0e452-1dab-47f1-b315-dcbabe7084be',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.080671] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82cb83b1-39c8-46e2-96e0-4a304f1370b1 in Status: SUCCESS [ 654.080671] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82cb83b1-39c8-46e2-96e0-4a304f1370b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.080671] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82cb83b1-39c8-46e2-96e0-4a304f1370b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.080671] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82cb83b1-39c8-46e2-96e0-4a304f1370b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.080671] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.080671] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.080671] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.080671] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.080671] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.080671] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82cb83b1-39c8-46e2-96e0-4a304f1370b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.080671] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82cb83b1-39c8-46e2-96e0-4a304f1370b1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.123773] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe3b048e-f4c2-47ac-a4b9-bf0f4cc9ac38 [ 654.123997] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.124352] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.124469] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.124708] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.124853] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.125047] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe3b048e-f4c2-47ac-a4b9-bf0f4cc9ac38 already deleted. [ 654.125115] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe3b048e-f4c2-47ac-a4b9-bf0f4cc9ac38" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.403237] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46cf2c48-7f66-4b50-8929-c8fa82a9b55e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.404426] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-46cf2c48-7f66-4b50-8929-c8fa82a9b55e taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.404540] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46cf2c48-7f66-4b50-8929-c8fa82a9b55e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.406032] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aad84495-aca5-4e4a-85b9-fdd5d9457c06 with status ACTIVE [ 654.406327] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.406418] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.406459] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.410028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.410028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.410028] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.410028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.410028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.410028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.410028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.410028] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.410028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.410028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.410028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.410028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.410028] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aad84495-aca5-4e4a-85b9-fdd5d9457c06 is going to be updated. [ 654.429746] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.429746] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.429979] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.430124] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.430262] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.430434] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aad84495-aca5-4e4a-85b9-fdd5d9457c06" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.555719] env[69367]: INFO networking_nsxv3.common.synchronization [None req-52a63f6f-2b91-4203-a1bd-5cadec9a8541 None None] Enqueued Resource ID: 7c896a33-257c-4f13-af1b-22f0615fd519 with Priority: HIGHEST for action port [ 654.556749] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c896a33-257c-4f13-af1b-22f0615fd519 with Priority: HIGHEST for action port [ 654.556867] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c896a33-257c-4f13-af1b-22f0615fd519 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.557057] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c896a33-257c-4f13-af1b-22f0615fd519" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.557131] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c896a33-257c-4f13-af1b-22f0615fd519" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.557421] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c896a33-257c-4f13-af1b-22f0615fd519" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.557505] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c896a33-257c-4f13-af1b-22f0615fd519',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.569234] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.569654] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.570586] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.570944] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.571127] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.571321] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port dbc0e452-1dab-47f1-b315-dcbabe7084be not found, creating... [ 654.571750] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.572017] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.572268] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.572458] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.572633] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.572992] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.574717] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.574717] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.574857] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.575671] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.575671] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: dbc0e452-1dab-47f1-b315-dcbabe7084be is going to be created. [ 654.582772] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-82cb83b1-39c8-46e2-96e0-4a304f1370b1 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.582926] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82cb83b1-39c8-46e2-96e0-4a304f1370b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.583013] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82cb83b1-39c8-46e2-96e0-4a304f1370b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.583392] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82cb83b1-39c8-46e2-96e0-4a304f1370b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.583392] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.583516] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.583561] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.583713] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.583797] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.583885] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82cb83b1-39c8-46e2-96e0-4a304f1370b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.584045] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-82cb83b1-39c8-46e2-96e0-4a304f1370b1 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.584151] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82cb83b1-39c8-46e2-96e0-4a304f1370b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.584233] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82cb83b1-39c8-46e2-96e0-4a304f1370b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.584455] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82cb83b1-39c8-46e2-96e0-4a304f1370b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.584606] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.584896] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.584896] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.585045] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.585129] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.585214] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82cb83b1-39c8-46e2-96e0-4a304f1370b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.585303] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82cb83b1-39c8-46e2-96e0-4a304f1370b1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.604315] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.606440] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.606440] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.606440] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.606440] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.606440] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-dbc0e452-1dab-47f1-b315-dcbabe7084be" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.907653] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46cf2c48-7f66-4b50-8929-c8fa82a9b55e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.997620] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 in Status: SUCCESS [ 654.997905] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.060020] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c896a33-257c-4f13-af1b-22f0615fd519 [ 655.060316] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.060461] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.060549] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.060741] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.060829] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.060922] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c896a33-257c-4f13-af1b-22f0615fd519 already deleted. [ 655.061018] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c896a33-257c-4f13-af1b-22f0615fd519" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.088874] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82cb83b1-39c8-46e2-96e0-4a304f1370b1: rpc.has_security_group_logging(os_id): False [ 655.111461] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.111938] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.112040] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.112486] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.112660] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.113058] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.113286] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.113519] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.113927] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.114088] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.114509] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.114509] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.114509] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.114775] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.115034] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.115466] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.115627] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.115728] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.115907] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.116048] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.116181] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82cb83b1-39c8-46e2-96e0-4a304f1370b1 is going to be created. [ 655.180813] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.181233] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.181400] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.181720] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.181926] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.201899] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82cb83b1-39c8-46e2-96e0-4a304f1370b1 in Status: IN_PROGRESS for 2s [ 655.244371] env[69367]: INFO networking_nsxv3.common.synchronization [None req-81e06002-493b-4e10-ae4a-21efec901de2 None None] Enqueued Resource ID: 40b45258-201a-471b-be31-2354937bba17 with Priority: HIGHEST for action port [ 655.246154] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40b45258-201a-471b-be31-2354937bba17 with Priority: HIGHEST for action port [ 655.246568] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-40b45258-201a-471b-be31-2354937bba17 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.246754] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40b45258-201a-471b-be31-2354937bba17" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.246795] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40b45258-201a-471b-be31-2354937bba17" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.247148] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40b45258-201a-471b-be31-2354937bba17" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.247229] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40b45258-201a-471b-be31-2354937bba17',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.413018] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.413018] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.413018] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.413018] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.413630] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.413786] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46cf2c48-7f66-4b50-8929-c8fa82a9b55e is going to be created. [ 655.440405] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.441167] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.441167] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.441167] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.441167] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.455189] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46cf2c48-7f66-4b50-8929-c8fa82a9b55e in Status: UNINITIALIZED for 2s [ 655.699498] env[69367]: INFO networking_nsxv3.common.synchronization [None req-686244a9-f423-4e18-83e6-36307429b612 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Enqueued Resource ID: 46d18483-ce10-445b-8052-106ee5f3afff with Priority: HIGHEST for action security_group_rules [ 655.699498] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d18483-ce10-445b-8052-106ee5f3afff with Priority: HIGHEST for action security_group_rules [ 655.701411] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46d18483-ce10-445b-8052-106ee5f3afff taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.701411] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46d18483-ce10-445b-8052-106ee5f3afff" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.701411] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46d18483-ce10-445b-8052-106ee5f3afff" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.701597] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46d18483-ce10-445b-8052-106ee5f3afff" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.701597] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46d18483-ce10-445b-8052-106ee5f3afff',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.751682] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40b45258-201a-471b-be31-2354937bba17 [ 655.751682] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.751987] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.752097] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.752374] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.752496] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.752618] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40b45258-201a-471b-be31-2354937bba17 already deleted. [ 655.752722] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40b45258-201a-471b-be31-2354937bba17" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.830934] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f87fcc-e724-46d5-84c3-eee17160a114 in Status: SUCCESS [ 655.830934] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f87fcc-e724-46d5-84c3-eee17160a114" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.830934] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f87fcc-e724-46d5-84c3-eee17160a114" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.831223] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f87fcc-e724-46d5-84c3-eee17160a114" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.831601] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.832254] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.832254] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.832373] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.833148] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.833148] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f87fcc-e724-46d5-84c3-eee17160a114" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.833148] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63f87fcc-e724-46d5-84c3-eee17160a114',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.995327] env[69367]: INFO networking_nsxv3.common.synchronization [None req-4fff27af-a3f9-43c4-bb0d-d425c02392bc tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Enqueued Resource ID: 46d18483-ce10-445b-8052-106ee5f3afff with Priority: HIGHEST for action security_group_rules [ 655.995970] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d18483-ce10-445b-8052-106ee5f3afff with Priority: HIGHEST for action security_group_rules [ 655.998252] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46d18483-ce10-445b-8052-106ee5f3afff taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.998252] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46d18483-ce10-445b-8052-106ee5f3afff" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.042093] env[69367]: INFO networking_nsxv3.common.synchronization [req-ab3560bb-c86c-4727-8538-7d1f176b0f8e req-b01dc326-a79c-48ea-be12-50e30ff65e9b service nova] Enqueued Resource ID: a8823bb1-ab10-4f38-a3cd-85fcd457f57e with Priority: HIGHEST for action security_group_rules [ 656.042093] env[69367]: INFO networking_nsxv3.common.synchronization [req-ab3560bb-c86c-4727-8538-7d1f176b0f8e req-b01dc326-a79c-48ea-be12-50e30ff65e9b service nova] Enqueued Resource ID: a8823bb1-ab10-4f38-a3cd-85fcd457f57e with Priority: HIGHEST for action security_group_members [ 656.042093] env[69367]: INFO networking_nsxv3.common.synchronization [req-ab3560bb-c86c-4727-8538-7d1f176b0f8e req-b01dc326-a79c-48ea-be12-50e30ff65e9b service nova] Enqueued Resource ID: dbc0e452-1dab-47f1-b315-dcbabe7084be with Priority: HIGHEST for action port [ 656.047315] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8823bb1-ab10-4f38-a3cd-85fcd457f57e with Priority: HIGHEST for action security_group_rules [ 656.047315] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8823bb1-ab10-4f38-a3cd-85fcd457f57e with Priority: HIGHEST for action security_group_members [ 656.047315] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbc0e452-1dab-47f1-b315-dcbabe7084be with Priority: HIGHEST for action port [ 656.047974] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8823bb1-ab10-4f38-a3cd-85fcd457f57e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.048212] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8823bb1-ab10-4f38-a3cd-85fcd457f57e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.048272] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8823bb1-ab10-4f38-a3cd-85fcd457f57e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.048580] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8823bb1-ab10-4f38-a3cd-85fcd457f57e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.049178] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8823bb1-ab10-4f38-a3cd-85fcd457f57e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.049779] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8823bb1-ab10-4f38-a3cd-85fcd457f57e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.049911] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8823bb1-ab10-4f38-a3cd-85fcd457f57e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.049979] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8823bb1-ab10-4f38-a3cd-85fcd457f57e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.050474] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8823bb1-ab10-4f38-a3cd-85fcd457f57e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.050671] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.050783] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.050895] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.051063] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.051173] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.051438] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8823bb1-ab10-4f38-a3cd-85fcd457f57e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.052764] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbc0e452-1dab-47f1-b315-dcbabe7084be taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.052764] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbc0e452-1dab-47f1-b315-dcbabe7084be" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.052883] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbc0e452-1dab-47f1-b315-dcbabe7084be" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.053560] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbc0e452-1dab-47f1-b315-dcbabe7084be" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.053560] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbc0e452-1dab-47f1-b315-dcbabe7084be',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.204767] env[69367]: INFO networking_nsxv3.common.synchronization [req-3071e513-bcf6-46df-920e-224a60022c74 req-31477cfc-1963-49da-a455-a73a1421950c tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Enqueued Resource ID: 3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee with Priority: HIGHEST for action security_group_members [ 656.205451] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee with Priority: HIGHEST for action security_group_members [ 656.205673] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.206068] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.206068] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.206768] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.206850] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.207682] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.207682] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.207682] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.207682] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.207682] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.233921] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.235478] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.235478] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.235478] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.235478] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.235478] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46d18483-ce10-445b-8052-106ee5f3afff already deleted. [ 656.235478] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46d18483-ce10-445b-8052-106ee5f3afff" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.235478] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46d18483-ce10-445b-8052-106ee5f3afff" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.235478] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46d18483-ce10-445b-8052-106ee5f3afff" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.239023] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46d18483-ce10-445b-8052-106ee5f3afff',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.336241] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f87fcc-e724-46d5-84c3-eee17160a114 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.336241] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f87fcc-e724-46d5-84c3-eee17160a114" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.336241] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f87fcc-e724-46d5-84c3-eee17160a114" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.336241] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f87fcc-e724-46d5-84c3-eee17160a114" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.336241] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.336241] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.336241] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.336241] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.336241] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.336241] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f87fcc-e724-46d5-84c3-eee17160a114" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.337092] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f87fcc-e724-46d5-84c3-eee17160a114 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.337092] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f87fcc-e724-46d5-84c3-eee17160a114" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.337092] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f87fcc-e724-46d5-84c3-eee17160a114" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.337092] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f87fcc-e724-46d5-84c3-eee17160a114" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.337092] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.337092] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.337092] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.337352] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.337352] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.337352] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f87fcc-e724-46d5-84c3-eee17160a114" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.337446] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63f87fcc-e724-46d5-84c3-eee17160a114',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.558016] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8823bb1-ab10-4f38-a3cd-85fcd457f57e taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.558016] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8823bb1-ab10-4f38-a3cd-85fcd457f57e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.558016] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dbc0e452-1dab-47f1-b315-dcbabe7084be with status ACTIVE [ 656.562192] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.562192] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.562192] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.562192] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.562192] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.562192] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.562192] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.562192] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.562192] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.562192] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.562192] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.562192] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.562192] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.562192] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.562192] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.562192] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dbc0e452-1dab-47f1-b315-dcbabe7084be is going to be updated. [ 656.564710] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8823bb1-ab10-4f38-a3cd-85fcd457f57e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.587533] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.587533] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.587660] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.590709] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.590709] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.590709] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbc0e452-1dab-47f1-b315-dcbabe7084be" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.711794] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.711955] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.711955] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.712191] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.712313] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.712490] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.712592] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.712654] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.712816] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.712880] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.712974] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee already deleted. [ 656.713079] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.765332] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.768054] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.768248] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.768403] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.768497] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.768947] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46d18483-ce10-445b-8052-106ee5f3afff already deleted. [ 656.768947] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46d18483-ce10-445b-8052-106ee5f3afff" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.840720] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63f87fcc-e724-46d5-84c3-eee17160a114: rpc.has_security_group_logging(os_id): False [ 656.863316] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.863316] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.863316] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.863316] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.863316] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.863316] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.863316] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.863316] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.863316] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.863316] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.863747] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.863747] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.863747] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.869293] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.869293] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.869293] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.869293] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.869293] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.869293] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.869293] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.869293] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63f87fcc-e724-46d5-84c3-eee17160a114 is going to be created. [ 656.952322] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.952322] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.952322] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.952322] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.952322] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.969692] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63f87fcc-e724-46d5-84c3-eee17160a114 in Status: IN_PROGRESS for 2s [ 657.011127] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-47 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.011368] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-47" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.011520] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-47" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.011903] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-47" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.012220] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.012381] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.012530] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.012775] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.013042] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.013326] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 657.013569] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.013632] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.013724] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.013836] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 657.013962] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.014107] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.040256] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.040256] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 657.040256] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.040256] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-47" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.040256] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-693bf589-f20b-4cc5-b397-cf4254ea2c44 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.040256] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-693bf589-f20b-4cc5-b397-cf4254ea2c44" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.040256] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-693bf589-f20b-4cc5-b397-cf4254ea2c44" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.040256] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-693bf589-f20b-4cc5-b397-cf4254ea2c44" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.040256] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('693bf589-f20b-4cc5-b397-cf4254ea2c44',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.067761] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8823bb1-ab10-4f38-a3cd-85fcd457f57e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.191262] env[69367]: INFO networking_nsxv3.common.synchronization [None req-f4a75b91-cd02-4c44-a6c3-3b5350adbe61 None None] Enqueued Resource ID: f1fd6ff4-a583-4b81-b0cd-2a2a68b7c6ee with Priority: HIGHEST for action port [ 657.191262] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1fd6ff4-a583-4b81-b0cd-2a2a68b7c6ee with Priority: HIGHEST for action port [ 657.191262] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1fd6ff4-a583-4b81-b0cd-2a2a68b7c6ee taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.191262] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1fd6ff4-a583-4b81-b0cd-2a2a68b7c6ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.191859] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1fd6ff4-a583-4b81-b0cd-2a2a68b7c6ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.192373] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1fd6ff4-a583-4b81-b0cd-2a2a68b7c6ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.192663] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1fd6ff4-a583-4b81-b0cd-2a2a68b7c6ee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.224205] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82cb83b1-39c8-46e2-96e0-4a304f1370b1 in Status: SUCCESS [ 657.224540] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82cb83b1-39c8-46e2-96e0-4a304f1370b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.469316] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46cf2c48-7f66-4b50-8929-c8fa82a9b55e in Status: SUCCESS [ 657.469614] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46cf2c48-7f66-4b50-8929-c8fa82a9b55e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.469784] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46cf2c48-7f66-4b50-8929-c8fa82a9b55e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.470416] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46cf2c48-7f66-4b50-8929-c8fa82a9b55e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.470713] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.471798] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.471798] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.471798] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.471798] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.471798] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46cf2c48-7f66-4b50-8929-c8fa82a9b55e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.471798] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46cf2c48-7f66-4b50-8929-c8fa82a9b55e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.543440] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.543824] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.543963] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.544276] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.544417] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.544579] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 693bf589-f20b-4cc5-b397-cf4254ea2c44 not found, creating... [ 657.544868] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.545039] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.545157] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.545396] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.545539] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.545824] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.545980] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.546772] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.547090] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.547228] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.547373] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 693bf589-f20b-4cc5-b397-cf4254ea2c44 is going to be created. [ 657.573194] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.573194] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.573194] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.573194] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.573194] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.573194] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-693bf589-f20b-4cc5-b397-cf4254ea2c44" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.573593] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.573593] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.573593] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.573857] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.573919] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.574119] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8823bb1-ab10-4f38-a3cd-85fcd457f57e is going to be created. [ 657.604234] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.604434] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.604529] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.604774] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.605336] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.617020] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8823bb1-ab10-4f38-a3cd-85fcd457f57e in Status: UNINITIALIZED for 2s [ 657.698385] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1fd6ff4-a583-4b81-b0cd-2a2a68b7c6ee [ 657.698666] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.699118] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.699280] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.699541] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.699685] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.699896] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1fd6ff4-a583-4b81-b0cd-2a2a68b7c6ee already deleted. [ 657.699896] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1fd6ff4-a583-4b81-b0cd-2a2a68b7c6ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.977497] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-46cf2c48-7f66-4b50-8929-c8fa82a9b55e taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.977659] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46cf2c48-7f66-4b50-8929-c8fa82a9b55e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.977730] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46cf2c48-7f66-4b50-8929-c8fa82a9b55e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.977973] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46cf2c48-7f66-4b50-8929-c8fa82a9b55e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.978168] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.978273] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.978337] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.978487] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.978569] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.978656] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46cf2c48-7f66-4b50-8929-c8fa82a9b55e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.978905] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-46cf2c48-7f66-4b50-8929-c8fa82a9b55e taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.978905] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46cf2c48-7f66-4b50-8929-c8fa82a9b55e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.979031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46cf2c48-7f66-4b50-8929-c8fa82a9b55e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.979087] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46cf2c48-7f66-4b50-8929-c8fa82a9b55e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.979242] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.979337] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.979395] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.979531] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.979609] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.979682] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46cf2c48-7f66-4b50-8929-c8fa82a9b55e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.979772] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46cf2c48-7f66-4b50-8929-c8fa82a9b55e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.001980] env[69367]: INFO networking_nsxv3.common.synchronization [req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb req-0d06024f-7f82-4377-95b7-785e9e3d06ec tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Enqueued Resource ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b with Priority: HIGHEST for action security_group_members [ 658.003644] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b with Priority: HIGHEST for action security_group_members [ 658.003644] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0553f5be-9a24-499f-96ac-6f6b36534e4b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.003644] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.003644] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.003644] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.003644] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.003644] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.003644] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.003644] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.004016] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.004016] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0553f5be-9a24-499f-96ac-6f6b36534e4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.486785] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46cf2c48-7f66-4b50-8929-c8fa82a9b55e: rpc.has_security_group_logging(os_id): False [ 658.505954] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.506213] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.506285] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.507087] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.507087] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.507087] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.507087] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.507087] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.507604] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.507700] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.507980] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.511629] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.511721] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.511887] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.511971] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.512661] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.512661] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.512661] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.512661] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.512943] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.512943] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46cf2c48-7f66-4b50-8929-c8fa82a9b55e is going to be created. [ 658.514487] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.514487] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.514487] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.514696] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.514696] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.514891] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.515014] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.516270] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.516487] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.516857] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.516857] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b already deleted. [ 658.516857] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.584444] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.584444] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.584444] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.584444] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.584444] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.597505] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46cf2c48-7f66-4b50-8929-c8fa82a9b55e in Status: IN_PROGRESS for 2s [ 658.613655] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-971 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.613880] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-971" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.614053] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-971" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.615180] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-971" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.615505] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.615697] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.615826] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.616177] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.616354] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.616796] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 658.616884] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.617144] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.617325] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.617595] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 658.617733] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.617871] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.630780] env[69367]: INFO networking_nsxv3.common.synchronization [req-3071e513-bcf6-46df-920e-224a60022c74 req-f0b31b56-d39e-42f8-8315-58884eb4525e service nova] Enqueued Resource ID: 3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee with Priority: HIGHEST for action security_group_rules [ 658.631037] env[69367]: INFO networking_nsxv3.common.synchronization [req-3071e513-bcf6-46df-920e-224a60022c74 req-f0b31b56-d39e-42f8-8315-58884eb4525e service nova] Enqueued Resource ID: 3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee with Priority: HIGHEST for action security_group_members [ 658.631192] env[69367]: INFO networking_nsxv3.common.synchronization [req-3071e513-bcf6-46df-920e-224a60022c74 req-f0b31b56-d39e-42f8-8315-58884eb4525e service nova] Enqueued Resource ID: 693bf589-f20b-4cc5-b397-cf4254ea2c44 with Priority: HIGHEST for action port [ 658.631678] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee with Priority: HIGHEST for action security_group_rules [ 658.632169] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee with Priority: HIGHEST for action security_group_members [ 658.632275] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 693bf589-f20b-4cc5-b397-cf4254ea2c44 with Priority: HIGHEST for action port [ 658.632546] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.632669] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.632736] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.632942] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.633063] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.634478] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.634592] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.637621] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.637621] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.637621] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.637621] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.637621] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.637621] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.637621] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.637621] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.637621] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-693bf589-f20b-4cc5-b397-cf4254ea2c44 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.637621] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-693bf589-f20b-4cc5-b397-cf4254ea2c44" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.637621] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-693bf589-f20b-4cc5-b397-cf4254ea2c44" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.637621] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-693bf589-f20b-4cc5-b397-cf4254ea2c44" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.637621] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('693bf589-f20b-4cc5-b397-cf4254ea2c44',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.641541] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.641624] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 658.641782] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.641997] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-971" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.643101] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-70feeabe-5148-4f1b-900c-f5a692b4c2eb taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.643361] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-70feeabe-5148-4f1b-900c-f5a692b4c2eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.643485] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-70feeabe-5148-4f1b-900c-f5a692b4c2eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.643825] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-70feeabe-5148-4f1b-900c-f5a692b4c2eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.643960] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70feeabe-5148-4f1b-900c-f5a692b4c2eb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.892623] env[69367]: INFO networking_nsxv3.common.synchronization [None req-d65e7f29-57af-4a75-8587-9daa69ea63ea tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Enqueued Resource ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 with Priority: HIGHEST for action security_group_rules [ 658.893309] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 with Priority: HIGHEST for action security_group_rules [ 658.893546] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b258c48-8097-4a97-8fb2-9c6fb25659d1 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.893546] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.893717] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.893845] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.893907] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b258c48-8097-4a97-8fb2-9c6fb25659d1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.984908] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63f87fcc-e724-46d5-84c3-eee17160a114 in Status: SUCCESS [ 658.984908] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63f87fcc-e724-46d5-84c3-eee17160a114" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.053484] env[69367]: INFO networking_nsxv3.common.synchronization [None req-ecce79e9-2a98-4988-a082-ae57b9ece189 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Enqueued Resource ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 with Priority: HIGHEST for action security_group_rules [ 659.053967] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 with Priority: HIGHEST for action security_group_rules [ 659.054324] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b258c48-8097-4a97-8fb2-9c6fb25659d1 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.054455] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.135676] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.135826] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.137196] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.139758] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 693bf589-f20b-4cc5-b397-cf4254ea2c44 with status ACTIVE [ 659.139970] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.140122] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.140189] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.140405] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.140494] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.140675] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.140773] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.140834] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.141017] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.141124] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.141249] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.141338] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.141651] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.141651] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.141651] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.141816] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 693bf589-f20b-4cc5-b397-cf4254ea2c44 is going to be updated. [ 659.148767] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.148932] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.149070] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.149353] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.149497] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.149681] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 70feeabe-5148-4f1b-900c-f5a692b4c2eb not found, creating... [ 659.149995] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.150143] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.150195] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.150406] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.150580] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.150821] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.150948] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.151069] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.151281] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.151411] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.151549] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 70feeabe-5148-4f1b-900c-f5a692b4c2eb is going to be created. [ 659.170062] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.171918] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.171918] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.171918] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.171918] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.171918] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-693bf589-f20b-4cc5-b397-cf4254ea2c44" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.182170] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.182507] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.182595] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.182866] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.183113] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.183481] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-70feeabe-5148-4f1b-900c-f5a692b4c2eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.422598] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.422790] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.422878] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.423089] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.423199] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.423284] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 already deleted. [ 659.423359] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.424212] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.424212] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.424212] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b258c48-8097-4a97-8fb2-9c6fb25659d1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.628063] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8823bb1-ab10-4f38-a3cd-85fcd457f57e in Status: SUCCESS [ 659.628321] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8823bb1-ab10-4f38-a3cd-85fcd457f57e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.628489] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8823bb1-ab10-4f38-a3cd-85fcd457f57e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.628797] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8823bb1-ab10-4f38-a3cd-85fcd457f57e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.628924] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.629092] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.629160] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.629524] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.629524] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.629524] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8823bb1-ab10-4f38-a3cd-85fcd457f57e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.629673] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8823bb1-ab10-4f38-a3cd-85fcd457f57e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.639458] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.932216] env[69367]: INFO networking_nsxv3.common.synchronization [None req-5f7a2eee-a314-4684-a3ad-0ce4a54ea023 None None] Enqueued Resource ID: 194e3fb6-05a5-415f-84e6-13ff6336057b with Priority: HIGHEST for action port [ 659.932850] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 194e3fb6-05a5-415f-84e6-13ff6336057b with Priority: HIGHEST for action port [ 659.934894] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-194e3fb6-05a5-415f-84e6-13ff6336057b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.934894] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-194e3fb6-05a5-415f-84e6-13ff6336057b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.934894] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-194e3fb6-05a5-415f-84e6-13ff6336057b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.934894] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-194e3fb6-05a5-415f-84e6-13ff6336057b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.934894] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('194e3fb6-05a5-415f-84e6-13ff6336057b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.947725] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.947955] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.948074] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.948349] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.948451] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.948575] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 already deleted. [ 659.948686] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.983920] env[69367]: INFO networking_nsxv3.common.synchronization [req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb req-aa5774a2-a9ad-408e-98a0-e289c4cafeeb service nova] Enqueued Resource ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b with Priority: HIGHEST for action security_group_rules [ 659.983920] env[69367]: INFO networking_nsxv3.common.synchronization [req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb req-aa5774a2-a9ad-408e-98a0-e289c4cafeeb service nova] Enqueued Resource ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b with Priority: HIGHEST for action security_group_members [ 659.983920] env[69367]: INFO networking_nsxv3.common.synchronization [req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb req-aa5774a2-a9ad-408e-98a0-e289c4cafeeb service nova] Enqueued Resource ID: 70feeabe-5148-4f1b-900c-f5a692b4c2eb with Priority: HIGHEST for action port [ 659.986440] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b with Priority: HIGHEST for action security_group_rules [ 659.986440] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b with Priority: HIGHEST for action security_group_members [ 659.986440] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70feeabe-5148-4f1b-900c-f5a692b4c2eb with Priority: HIGHEST for action port [ 659.989352] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0553f5be-9a24-499f-96ac-6f6b36534e4b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.990578] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.990818] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.991304] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.991927] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0553f5be-9a24-499f-96ac-6f6b36534e4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.994032] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0553f5be-9a24-499f-96ac-6f6b36534e4b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.994032] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.994032] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.994032] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.994032] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.994032] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.994032] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.994032] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.996654] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.996654] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0553f5be-9a24-499f-96ac-6f6b36534e4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.996654] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-70feeabe-5148-4f1b-900c-f5a692b4c2eb taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.996654] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70feeabe-5148-4f1b-900c-f5a692b4c2eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.996654] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70feeabe-5148-4f1b-900c-f5a692b4c2eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.996654] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70feeabe-5148-4f1b-900c-f5a692b4c2eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.996654] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70feeabe-5148-4f1b-900c-f5a692b4c2eb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.133049] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8823bb1-ab10-4f38-a3cd-85fcd457f57e taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.133049] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8823bb1-ab10-4f38-a3cd-85fcd457f57e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.133049] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8823bb1-ab10-4f38-a3cd-85fcd457f57e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.133498] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8823bb1-ab10-4f38-a3cd-85fcd457f57e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.133876] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.133973] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.134178] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.134434] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.134659] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.135506] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8823bb1-ab10-4f38-a3cd-85fcd457f57e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.135506] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8823bb1-ab10-4f38-a3cd-85fcd457f57e taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.135621] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8823bb1-ab10-4f38-a3cd-85fcd457f57e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.135670] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8823bb1-ab10-4f38-a3cd-85fcd457f57e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.136365] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8823bb1-ab10-4f38-a3cd-85fcd457f57e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.136365] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.136365] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.136525] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.136646] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.136785] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.136877] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8823bb1-ab10-4f38-a3cd-85fcd457f57e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.137063] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8823bb1-ab10-4f38-a3cd-85fcd457f57e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.141687] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.141825] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.141885] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.142119] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.142213] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.142332] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee is going to be created. [ 660.170980] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.171214] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.171275] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.171482] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.171871] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.183054] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee in Status: UNINITIALIZED for 2s [ 660.322735] env[69367]: INFO networking_nsxv3.common.synchronization [req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb req-9b5c5946-243c-4d17-b69d-7facc6684882 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Enqueued Resource ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b with Priority: HIGHEST for action security_group_members [ 660.323405] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b with Priority: HIGHEST for action security_group_members [ 660.323758] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0553f5be-9a24-499f-96ac-6f6b36534e4b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.323915] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.436787] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 194e3fb6-05a5-415f-84e6-13ff6336057b [ 660.437259] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.437549] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.437723] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.438151] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.438368] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.438607] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:194e3fb6-05a5-415f-84e6-13ff6336057b already deleted. [ 660.438790] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-194e3fb6-05a5-415f-84e6-13ff6336057b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.498954] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0553f5be-9a24-499f-96ac-6f6b36534e4b taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.498954] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.499214] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0553f5be-9a24-499f-96ac-6f6b36534e4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.503016] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70feeabe-5148-4f1b-900c-f5a692b4c2eb with status ACTIVE [ 660.503286] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.503444] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.503638] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.503698] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.504211] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.504211] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.504211] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.504387] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.504422] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.504478] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.504700] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.504755] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.504865] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.504943] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.505026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.505109] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70feeabe-5148-4f1b-900c-f5a692b4c2eb is going to be updated. [ 660.543436] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.543591] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.543650] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.543864] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.544034] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.544556] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70feeabe-5148-4f1b-900c-f5a692b4c2eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.615406] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46cf2c48-7f66-4b50-8929-c8fa82a9b55e in Status: SUCCESS [ 660.615678] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46cf2c48-7f66-4b50-8929-c8fa82a9b55e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.637120] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-971 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.637522] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-971" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.637522] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-971" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.637789] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-971" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.638085] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.638250] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.638367] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.638589] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.638732] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.639053] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 660.639130] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.639220] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.639328] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.639465] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 660.639579] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.639778] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.642248] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8823bb1-ab10-4f38-a3cd-85fcd457f57e: rpc.has_security_group_logging(os_id): False [ 660.668123] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.668340] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 660.668485] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.668666] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-971" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.668984] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-bcb85aca-7ce9-4740-b3b2-7ea5ac701cd0 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.669187] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-bcb85aca-7ce9-4740-b3b2-7ea5ac701cd0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.669392] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-bcb85aca-7ce9-4740-b3b2-7ea5ac701cd0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.669722] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-bcb85aca-7ce9-4740-b3b2-7ea5ac701cd0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.669878] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcb85aca-7ce9-4740-b3b2-7ea5ac701cd0',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.671683] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.671819] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.671819] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.672019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.672114] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.672319] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.672417] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.672480] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.672631] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.672709] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.672968] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.673064] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.673265] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.673265] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.673349] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.673514] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.673604] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.673665] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.673799] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.673873] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.673956] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8823bb1-ab10-4f38-a3cd-85fcd457f57e is going to be created. [ 660.756698] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.758036] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.758036] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.758036] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.758036] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.770189] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8823bb1-ab10-4f38-a3cd-85fcd457f57e in Status: IN_PROGRESS for 2s [ 661.003076] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0553f5be-9a24-499f-96ac-6f6b36534e4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.176739] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.178291] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.178291] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.178291] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.178291] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.178291] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port bcb85aca-7ce9-4740-b3b2-7ea5ac701cd0 not found, creating... [ 661.178291] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.178583] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.178583] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.178711] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.178884] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.179118] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.179280] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.179414] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.180053] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.180053] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.180053] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: bcb85aca-7ce9-4740-b3b2-7ea5ac701cd0 is going to be created. [ 661.208725] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.209896] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.210228] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.210693] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.211125] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.211518] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-bcb85aca-7ce9-4740-b3b2-7ea5ac701cd0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.478244] env[69367]: INFO networking_nsxv3.common.synchronization [None req-bb76f606-9596-4eec-acb4-23182894305a tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Enqueued Resource ID: 757ac155-9c64-4cee-8e4c-9d6162d4bd63 with Priority: HIGHEST for action security_group_rules [ 661.478741] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 757ac155-9c64-4cee-8e4c-9d6162d4bd63 with Priority: HIGHEST for action security_group_rules [ 661.479090] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-757ac155-9c64-4cee-8e4c-9d6162d4bd63 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.479235] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-757ac155-9c64-4cee-8e4c-9d6162d4bd63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.479316] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-757ac155-9c64-4cee-8e4c-9d6162d4bd63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.479820] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-757ac155-9c64-4cee-8e4c-9d6162d4bd63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.479820] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('757ac155-9c64-4cee-8e4c-9d6162d4bd63',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.506801] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.506982] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.507081] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.507286] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.507381] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.507479] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b is going to be created. [ 661.534211] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.534211] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.534211] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.534416] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.536765] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.545587] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b in Status: UNINITIALIZED for 2s [ 661.673532] env[69367]: INFO networking_nsxv3.common.synchronization [None req-5cc7910f-0c53-49e5-978b-227eba26f195 None None] Enqueued Resource ID: c78b52d9-a6ef-4e88-92e4-3c11b1dfab2d with Priority: HIGHEST for action port [ 661.675727] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c78b52d9-a6ef-4e88-92e4-3c11b1dfab2d with Priority: HIGHEST for action port [ 661.675727] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-c78b52d9-a6ef-4e88-92e4-3c11b1dfab2d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.675727] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c78b52d9-a6ef-4e88-92e4-3c11b1dfab2d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.675727] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c78b52d9-a6ef-4e88-92e4-3c11b1dfab2d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.675727] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c78b52d9-a6ef-4e88-92e4-3c11b1dfab2d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.675727] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c78b52d9-a6ef-4e88-92e4-3c11b1dfab2d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.694273] env[69367]: INFO networking_nsxv3.common.synchronization [None req-54d73f4a-c825-42b4-94ca-e917085ba383 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Enqueued Resource ID: 757ac155-9c64-4cee-8e4c-9d6162d4bd63 with Priority: HIGHEST for action security_group_rules [ 661.694746] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 757ac155-9c64-4cee-8e4c-9d6162d4bd63 with Priority: HIGHEST for action security_group_rules [ 661.695025] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-757ac155-9c64-4cee-8e4c-9d6162d4bd63 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.695139] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-757ac155-9c64-4cee-8e4c-9d6162d4bd63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.005037] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.005299] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.005410] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.005652] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.005773] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.005890] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 757ac155-9c64-4cee-8e4c-9d6162d4bd63 already deleted. [ 662.005996] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-757ac155-9c64-4cee-8e4c-9d6162d4bd63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.006344] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-757ac155-9c64-4cee-8e4c-9d6162d4bd63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.006583] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-757ac155-9c64-4cee-8e4c-9d6162d4bd63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.006692] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('757ac155-9c64-4cee-8e4c-9d6162d4bd63',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.178804] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c78b52d9-a6ef-4e88-92e4-3c11b1dfab2d [ 662.179189] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.179348] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.179348] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.180031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.180031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.180031] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c78b52d9-a6ef-4e88-92e4-3c11b1dfab2d already deleted. [ 662.180031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c78b52d9-a6ef-4e88-92e4-3c11b1dfab2d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.202573] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee in Status: SUCCESS [ 662.202797] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.203082] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.203475] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.203585] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.203779] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.203779] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.204114] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.204114] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.204212] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.204243] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.217684] env[69367]: INFO networking_nsxv3.common.synchronization [req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb req-a17f58df-4094-426b-a0fe-b82cd222b228 service nova] Enqueued Resource ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b with Priority: HIGHEST for action security_group_rules [ 662.217939] env[69367]: INFO networking_nsxv3.common.synchronization [req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb req-a17f58df-4094-426b-a0fe-b82cd222b228 service nova] Enqueued Resource ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b with Priority: HIGHEST for action security_group_members [ 662.218135] env[69367]: INFO networking_nsxv3.common.synchronization [req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb req-a17f58df-4094-426b-a0fe-b82cd222b228 service nova] Enqueued Resource ID: bcb85aca-7ce9-4740-b3b2-7ea5ac701cd0 with Priority: HIGHEST for action port [ 662.218734] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b with Priority: HIGHEST for action security_group_rules [ 662.218890] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b with Priority: HIGHEST for action security_group_members [ 662.218995] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcb85aca-7ce9-4740-b3b2-7ea5ac701cd0 with Priority: HIGHEST for action port [ 662.223987] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0553f5be-9a24-499f-96ac-6f6b36534e4b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.223987] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.223987] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0553f5be-9a24-499f-96ac-6f6b36534e4b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.223987] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.223987] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcb85aca-7ce9-4740-b3b2-7ea5ac701cd0 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.223987] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcb85aca-7ce9-4740-b3b2-7ea5ac701cd0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.223987] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcb85aca-7ce9-4740-b3b2-7ea5ac701cd0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.223987] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcb85aca-7ce9-4740-b3b2-7ea5ac701cd0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.223987] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcb85aca-7ce9-4740-b3b2-7ea5ac701cd0',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.529193] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.529428] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.529428] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.529813] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.529813] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.529813] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 757ac155-9c64-4cee-8e4c-9d6162d4bd63 already deleted. [ 662.530043] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-757ac155-9c64-4cee-8e4c-9d6162d4bd63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.710073] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.729027] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bcb85aca-7ce9-4740-b3b2-7ea5ac701cd0 with status ACTIVE [ 662.729027] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.729027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.729027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.729027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.729027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.729027] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.729027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.729027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.729027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.729027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.729027] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.729027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.729027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.729027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.729027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.729027] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bcb85aca-7ce9-4740-b3b2-7ea5ac701cd0 is going to be updated. [ 662.752852] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.752852] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.752852] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.752852] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.752852] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.752852] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcb85aca-7ce9-4740-b3b2-7ea5ac701cd0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.783036] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8823bb1-ab10-4f38-a3cd-85fcd457f57e in Status: SUCCESS [ 662.783036] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8823bb1-ab10-4f38-a3cd-85fcd457f57e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.789094] env[69367]: INFO networking_nsxv3.common.synchronization [req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 req-27d9db03-9fc1-4ba6-948c-952eaa2beb7a tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Enqueued Resource ID: 33f0ba52-3d71-4b44-8dce-e0837b83d780 with Priority: HIGHEST for action security_group_members [ 662.789094] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f0ba52-3d71-4b44-8dce-e0837b83d780 with Priority: HIGHEST for action security_group_members [ 662.789094] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-33f0ba52-3d71-4b44-8dce-e0837b83d780 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.789645] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33f0ba52-3d71-4b44-8dce-e0837b83d780" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.791791] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33f0ba52-3d71-4b44-8dce-e0837b83d780" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.791791] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33f0ba52-3d71-4b44-8dce-e0837b83d780" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.791791] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.791791] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.791791] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.791791] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.791791] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.791791] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33f0ba52-3d71-4b44-8dce-e0837b83d780',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.124373] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.124699] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.124930] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.127237] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.127966] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.128262] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.128481] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.128870] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.129153] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.129501] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 663.129715] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 663.130475] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 663.130895] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 663.131166] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 663.131476] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 663.132870] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 663.159565] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 663.159892] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 663.160164] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 663.160336] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.160633] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-115c41b7-7f00-41b9-aabb-5d77bee60271 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.160866] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-115c41b7-7f00-41b9-aabb-5d77bee60271" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.160995] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-115c41b7-7f00-41b9-aabb-5d77bee60271" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.161638] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-115c41b7-7f00-41b9-aabb-5d77bee60271" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.161833] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('115c41b7-7f00-41b9-aabb-5d77bee60271',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.212015] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee: rpc.has_security_group_logging(os_id): False [ 663.236250] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.236586] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.236726] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.237992] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.238305] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.238884] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.239248] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.239527] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.243154] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.243154] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.243154] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee is going to be created. [ 663.294519] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.294519] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.294519] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.294519] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.294519] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.294519] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.294519] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.294519] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.294519] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.294519] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.294519] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33f0ba52-3d71-4b44-8dce-e0837b83d780 already deleted. [ 663.294519] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33f0ba52-3d71-4b44-8dce-e0837b83d780" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.356018] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.356167] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.356395] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.356702] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.357072] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.371630] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee in Status: IN_PROGRESS for 2s [ 663.558431] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b in Status: SUCCESS [ 663.558821] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.559338] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.559603] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.559782] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.559906] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.559982] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.560165] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.560248] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.560345] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0553f5be-9a24-499f-96ac-6f6b36534e4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.664562] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.665040] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.665257] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.665677] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.665907] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.666180] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 115c41b7-7f00-41b9-aabb-5d77bee60271 not found, creating... [ 663.666733] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.666958] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.667433] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.667752] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.667752] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.668615] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.668615] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.668615] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.668865] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.668865] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.668979] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 115c41b7-7f00-41b9-aabb-5d77bee60271 is going to be created. [ 663.708855] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.708855] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.708855] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.708855] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.708855] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.709079] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-115c41b7-7f00-41b9-aabb-5d77bee60271" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.064466] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0553f5be-9a24-499f-96ac-6f6b36534e4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.257989] env[69367]: INFO networking_nsxv3.common.synchronization [None req-a7b4efb1-ccca-4c3e-beed-8d0605382171 None None] Enqueued Resource ID: 6e477ed2-bbe3-40b9-9bc3-6cd60d610007 with Priority: HIGHEST for action port [ 664.258807] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e477ed2-bbe3-40b9-9bc3-6cd60d610007 with Priority: HIGHEST for action port [ 664.258932] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e477ed2-bbe3-40b9-9bc3-6cd60d610007 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.261019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e477ed2-bbe3-40b9-9bc3-6cd60d610007" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.261019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e477ed2-bbe3-40b9-9bc3-6cd60d610007" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.261019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e477ed2-bbe3-40b9-9bc3-6cd60d610007" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.261019] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e477ed2-bbe3-40b9-9bc3-6cd60d610007',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.499183] env[69367]: INFO networking_nsxv3.common.synchronization [req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 req-44f98441-c33b-4991-9171-eda390c2fe86 service nova] Enqueued Resource ID: 33f0ba52-3d71-4b44-8dce-e0837b83d780 with Priority: HIGHEST for action security_group_rules [ 664.499183] env[69367]: INFO networking_nsxv3.common.synchronization [req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 req-44f98441-c33b-4991-9171-eda390c2fe86 service nova] Enqueued Resource ID: 33f0ba52-3d71-4b44-8dce-e0837b83d780 with Priority: HIGHEST for action security_group_members [ 664.499183] env[69367]: INFO networking_nsxv3.common.synchronization [req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 req-44f98441-c33b-4991-9171-eda390c2fe86 service nova] Enqueued Resource ID: 115c41b7-7f00-41b9-aabb-5d77bee60271 with Priority: HIGHEST for action port [ 664.499183] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f0ba52-3d71-4b44-8dce-e0837b83d780 with Priority: HIGHEST for action security_group_rules [ 664.499183] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f0ba52-3d71-4b44-8dce-e0837b83d780 with Priority: HIGHEST for action security_group_members [ 664.499183] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 115c41b7-7f00-41b9-aabb-5d77bee60271 with Priority: HIGHEST for action port [ 664.499697] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33f0ba52-3d71-4b44-8dce-e0837b83d780 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.499819] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33f0ba52-3d71-4b44-8dce-e0837b83d780" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.499883] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33f0ba52-3d71-4b44-8dce-e0837b83d780" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.502249] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33f0ba52-3d71-4b44-8dce-e0837b83d780" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.502478] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33f0ba52-3d71-4b44-8dce-e0837b83d780',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.503684] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-33f0ba52-3d71-4b44-8dce-e0837b83d780 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.503963] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33f0ba52-3d71-4b44-8dce-e0837b83d780" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.504887] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33f0ba52-3d71-4b44-8dce-e0837b83d780" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.504887] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33f0ba52-3d71-4b44-8dce-e0837b83d780" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.504887] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.504887] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.504887] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.504887] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.505278] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.505278] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33f0ba52-3d71-4b44-8dce-e0837b83d780',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.505880] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-115c41b7-7f00-41b9-aabb-5d77bee60271 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.505992] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-115c41b7-7f00-41b9-aabb-5d77bee60271" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.506063] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-115c41b7-7f00-41b9-aabb-5d77bee60271" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.506215] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-115c41b7-7f00-41b9-aabb-5d77bee60271" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.506282] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('115c41b7-7f00-41b9-aabb-5d77bee60271',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.568371] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0553f5be-9a24-499f-96ac-6f6b36534e4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.765456] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e477ed2-bbe3-40b9-9bc3-6cd60d610007 [ 664.765722] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.765866] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.765937] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.766193] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.766288] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.766388] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e477ed2-bbe3-40b9-9bc3-6cd60d610007 already deleted. [ 664.766884] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e477ed2-bbe3-40b9-9bc3-6cd60d610007" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.008627] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-33f0ba52-3d71-4b44-8dce-e0837b83d780 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.008627] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33f0ba52-3d71-4b44-8dce-e0837b83d780" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.010219] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33f0ba52-3d71-4b44-8dce-e0837b83d780',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.012493] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 115c41b7-7f00-41b9-aabb-5d77bee60271 with status ACTIVE [ 665.015418] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.015519] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.015821] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.015821] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.015915] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.016102] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.016206] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.016267] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.016422] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.016502] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.016698] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.016805] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.016867] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.017224] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.017224] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.017319] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 115c41b7-7f00-41b9-aabb-5d77bee60271 is going to be updated. [ 665.047877] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.048984] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.048984] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.048984] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.048984] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.049251] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-115c41b7-7f00-41b9-aabb-5d77bee60271" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.071127] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.071599] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.071599] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.071599] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.071780] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.071780] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b is going to be updated. [ 665.126339] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.126533] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.126611] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.126824] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.127020] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.144669] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b in Status: IN_PROGRESS for 2s [ 665.385848] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee in Status: SUCCESS [ 665.388111] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.521196] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33f0ba52-3d71-4b44-8dce-e0837b83d780',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.024685] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.024685] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.024685] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.025397] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.025397] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.025397] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33f0ba52-3d71-4b44-8dce-e0837b83d780 is going to be created. [ 666.056707] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.056883] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.056929] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.057433] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.059219] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.073848] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33f0ba52-3d71-4b44-8dce-e0837b83d780 in Status: UNINITIALIZED for 2s [ 667.037478] env[69367]: INFO networking_nsxv3.common.synchronization [req-83cbd491-ef1a-4fdd-b849-cb92fff98a18 req-5be4d8ce-a63c-4e8d-bf45-cdba8cc1c67c tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Enqueued Resource ID: 63f87fcc-e724-46d5-84c3-eee17160a114 with Priority: HIGHEST for action security_group_members [ 667.038016] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f87fcc-e724-46d5-84c3-eee17160a114 with Priority: HIGHEST for action security_group_members [ 667.040724] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f87fcc-e724-46d5-84c3-eee17160a114 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.040847] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f87fcc-e724-46d5-84c3-eee17160a114" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.040894] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f87fcc-e724-46d5-84c3-eee17160a114" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.041095] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f87fcc-e724-46d5-84c3-eee17160a114" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.041252] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.041383] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.041428] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.041725] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.041725] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.041725] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63f87fcc-e724-46d5-84c3-eee17160a114',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.156955] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b in Status: SUCCESS [ 667.156955] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.156955] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.156955] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.156955] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.156955] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.156955] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.156955] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.156955] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.156955] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.156955] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0553f5be-9a24-499f-96ac-6f6b36534e4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.160834] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.160834] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.160834] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.160834] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.160834] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.160834] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.160834] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.160834] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0553f5be-9a24-499f-96ac-6f6b36534e4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.546559] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.546559] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.546559] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.546559] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.546559] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.546889] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.546889] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.546889] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.547083] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.547124] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.547851] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f87fcc-e724-46d5-84c3-eee17160a114 is going to be updated. [ 667.581730] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.581730] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.581730] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.581730] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.582623] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.593548] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f87fcc-e724-46d5-84c3-eee17160a114 in Status: IN_PROGRESS for 2s [ 667.662965] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0553f5be-9a24-499f-96ac-6f6b36534e4b taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.663196] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.663296] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0553f5be-9a24-499f-96ac-6f6b36534e4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.695565] env[69367]: INFO networking_nsxv3.common.synchronization [None req-ab6f5822-8539-4fd9-9178-8b46ea5c6e89 None None] Enqueued Resource ID: d0d16cc8-4567-4d28-ad04-4985481e7f11 with Priority: HIGHEST for action port [ 667.698268] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0d16cc8-4567-4d28-ad04-4985481e7f11 with Priority: HIGHEST for action port [ 667.698268] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0d16cc8-4567-4d28-ad04-4985481e7f11 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.698268] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0d16cc8-4567-4d28-ad04-4985481e7f11" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.698268] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0d16cc8-4567-4d28-ad04-4985481e7f11" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.698268] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0d16cc8-4567-4d28-ad04-4985481e7f11" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.698637] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0d16cc8-4567-4d28-ad04-4985481e7f11',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.818528] env[69367]: INFO networking_nsxv3.common.synchronization [req-a3a3e9e7-5f85-4069-9a91-d467ee1bba10 req-007e7710-1ccc-463c-adc1-d725285cdb72 tempest-DeleteServersAdminTestJSON-1026393555 tempest-DeleteServersAdminTestJSON-1026393555-project-admin] Enqueued Resource ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 with Priority: HIGHEST for action security_group_members [ 667.818788] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 with Priority: HIGHEST for action security_group_members [ 667.819350] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.819474] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.819541] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.819737] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.819885] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.819984] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.820215] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.820694] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.820796] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.820894] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6d6fdf7-f6f4-410c-9619-eb98ef75ca50',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.087165] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33f0ba52-3d71-4b44-8dce-e0837b83d780 in Status: SUCCESS [ 668.087165] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33f0ba52-3d71-4b44-8dce-e0837b83d780" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.087256] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33f0ba52-3d71-4b44-8dce-e0837b83d780" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.088967] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33f0ba52-3d71-4b44-8dce-e0837b83d780" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.088967] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.088967] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.088967] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.088967] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.088967] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.088967] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33f0ba52-3d71-4b44-8dce-e0837b83d780" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.088967] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33f0ba52-3d71-4b44-8dce-e0837b83d780',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.166098] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0553f5be-9a24-499f-96ac-6f6b36534e4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.201676] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0d16cc8-4567-4d28-ad04-4985481e7f11 [ 668.202155] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.203288] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.203288] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.203543] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.203659] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.203929] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0d16cc8-4567-4d28-ad04-4985481e7f11 already deleted. [ 668.204055] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0d16cc8-4567-4d28-ad04-4985481e7f11" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.323895] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.324110] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.324204] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.324501] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.324700] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.324913] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.325292] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.325292] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.325395] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.325395] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.325666] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 is going to be updated. [ 668.365363] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.365502] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.365572] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.365793] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.365929] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.377259] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 in Status: IN_PROGRESS for 2s [ 668.591547] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-33f0ba52-3d71-4b44-8dce-e0837b83d780 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.591792] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33f0ba52-3d71-4b44-8dce-e0837b83d780" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.591792] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33f0ba52-3d71-4b44-8dce-e0837b83d780" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.592020] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33f0ba52-3d71-4b44-8dce-e0837b83d780" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.592221] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.592441] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.592441] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.592574] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.592726] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.592772] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33f0ba52-3d71-4b44-8dce-e0837b83d780" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.592885] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-33f0ba52-3d71-4b44-8dce-e0837b83d780 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.592976] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33f0ba52-3d71-4b44-8dce-e0837b83d780" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.594456] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33f0ba52-3d71-4b44-8dce-e0837b83d780" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.595452] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33f0ba52-3d71-4b44-8dce-e0837b83d780" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.595452] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.595452] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.595452] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.595452] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.595452] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.595452] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33f0ba52-3d71-4b44-8dce-e0837b83d780" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.595786] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33f0ba52-3d71-4b44-8dce-e0837b83d780',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.671886] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.671886] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.671886] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.671886] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.671886] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.671886] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b is going to be updated. [ 668.709298] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.709497] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.709578] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.709755] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.709909] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.720714] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b in Status: IN_PROGRESS for 2s [ 669.101989] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33f0ba52-3d71-4b44-8dce-e0837b83d780: rpc.has_security_group_logging(os_id): False [ 669.123200] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.123414] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.124455] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.124455] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.124455] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.124455] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.124455] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.124725] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.125119] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.125119] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.125284] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.125441] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.125488] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.125625] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.125704] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.125891] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.125989] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.126065] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.126204] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.126309] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.126365] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33f0ba52-3d71-4b44-8dce-e0837b83d780 is going to be created. [ 669.216897] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.216897] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.216897] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.217692] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.217692] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.250996] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33f0ba52-3d71-4b44-8dce-e0837b83d780 in Status: IN_PROGRESS for 2s [ 669.489787] env[69367]: INFO networking_nsxv3.common.synchronization [None req-205a68c3-d280-4711-8c9e-c03b89928cca None None] Enqueued Resource ID: 6fedb1e1-b692-40eb-a2b9-a4dbc560158c with Priority: HIGHEST for action port [ 669.490427] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fedb1e1-b692-40eb-a2b9-a4dbc560158c with Priority: HIGHEST for action port [ 669.490734] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fedb1e1-b692-40eb-a2b9-a4dbc560158c taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.491716] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fedb1e1-b692-40eb-a2b9-a4dbc560158c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.492177] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fedb1e1-b692-40eb-a2b9-a4dbc560158c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.492882] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fedb1e1-b692-40eb-a2b9-a4dbc560158c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.492882] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fedb1e1-b692-40eb-a2b9-a4dbc560158c',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.605823] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f87fcc-e724-46d5-84c3-eee17160a114 in Status: SUCCESS [ 669.606078] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f87fcc-e724-46d5-84c3-eee17160a114 deletion is rescheduled due to dependency. [ 669.606200] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f87fcc-e724-46d5-84c3-eee17160a114" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.824386] env[69367]: INFO networking_nsxv3.common.synchronization [None req-26ac09a1-6d7d-40ba-aa22-7a06b93847eb None None] Enqueued Resource ID: 50068ac6-fd9f-4d71-8e0f-86f5d8bc370d with Priority: HIGHEST for action port [ 669.825024] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50068ac6-fd9f-4d71-8e0f-86f5d8bc370d with Priority: HIGHEST for action port [ 669.825730] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-50068ac6-fd9f-4d71-8e0f-86f5d8bc370d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.825730] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50068ac6-fd9f-4d71-8e0f-86f5d8bc370d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.825869] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50068ac6-fd9f-4d71-8e0f-86f5d8bc370d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.830453] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50068ac6-fd9f-4d71-8e0f-86f5d8bc370d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.830577] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50068ac6-fd9f-4d71-8e0f-86f5d8bc370d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.996872] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6fedb1e1-b692-40eb-a2b9-a4dbc560158c [ 669.997334] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.997462] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.997583] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.998357] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.998357] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.998357] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6fedb1e1-b692-40eb-a2b9-a4dbc560158c already deleted. [ 669.998357] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fedb1e1-b692-40eb-a2b9-a4dbc560158c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.334138] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50068ac6-fd9f-4d71-8e0f-86f5d8bc370d [ 670.334409] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.334543] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.334595] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.334896] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.334896] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.335024] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50068ac6-fd9f-4d71-8e0f-86f5d8bc370d already deleted. [ 670.335261] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50068ac6-fd9f-4d71-8e0f-86f5d8bc370d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.389380] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 in Status: SUCCESS [ 670.389560] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 deletion is rescheduled due to dependency. [ 670.389699] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.410024] env[69367]: INFO networking_nsxv3.common.synchronization [req-58bdf5ee-f6ca-4d7e-835d-2756dfe03001 req-407854ab-4788-4435-b6e6-15bb23e05a1e tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Enqueued Resource ID: 82cb83b1-39c8-46e2-96e0-4a304f1370b1 with Priority: HIGHEST for action security_group_members [ 670.410024] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82cb83b1-39c8-46e2-96e0-4a304f1370b1 with Priority: HIGHEST for action security_group_members [ 670.411399] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-82cb83b1-39c8-46e2-96e0-4a304f1370b1 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.412549] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82cb83b1-39c8-46e2-96e0-4a304f1370b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.412549] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82cb83b1-39c8-46e2-96e0-4a304f1370b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.412549] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82cb83b1-39c8-46e2-96e0-4a304f1370b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.412887] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.413059] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.413194] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.413541] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.414306] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.414460] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82cb83b1-39c8-46e2-96e0-4a304f1370b1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.736978] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b in Status: SUCCESS [ 670.737321] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.737503] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.737751] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.738027] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.738146] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.739342] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.739342] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.739342] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.739342] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.739342] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0553f5be-9a24-499f-96ac-6f6b36534e4b taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.739342] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.739342] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.739342] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.739847] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.739847] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.739964] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.740136] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.740250] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.740359] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.740494] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0553f5be-9a24-499f-96ac-6f6b36534e4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.917452] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.917452] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.917605] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.917750] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.917844] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.918061] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.918219] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.918326] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.918594] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.918675] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.918770] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82cb83b1-39c8-46e2-96e0-4a304f1370b1 is going to be updated. [ 670.955287] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.955513] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.955737] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.955913] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.956129] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.970400] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82cb83b1-39c8-46e2-96e0-4a304f1370b1 in Status: IN_PROGRESS for 2s [ 671.145147] env[69367]: INFO networking_nsxv3.common.synchronization [None req-4c41c979-63ed-4c83-bfdf-1b0be3dbec51 None None] Enqueued Resource ID: 5c4cfbba-95e5-4857-bb52-656fe4795137 with Priority: HIGHEST for action port [ 671.145781] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c4cfbba-95e5-4857-bb52-656fe4795137 with Priority: HIGHEST for action port [ 671.146682] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c4cfbba-95e5-4857-bb52-656fe4795137 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.146682] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c4cfbba-95e5-4857-bb52-656fe4795137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.146682] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c4cfbba-95e5-4857-bb52-656fe4795137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.146682] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c4cfbba-95e5-4857-bb52-656fe4795137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.147066] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c4cfbba-95e5-4857-bb52-656fe4795137',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.245747] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0553f5be-9a24-499f-96ac-6f6b36534e4b: rpc.has_security_group_logging(os_id): False [ 671.266507] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.266748] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.268015] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.268015] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.268015] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.268015] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.268015] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.268015] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.268693] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.268847] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.269202] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.269404] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.269522] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.269768] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.270463] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.270896] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.272113] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.272266] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.272527] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.272761] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.273156] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b is going to be created. [ 671.277882] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33f0ba52-3d71-4b44-8dce-e0837b83d780 in Status: SUCCESS [ 671.278202] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33f0ba52-3d71-4b44-8dce-e0837b83d780" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.350659] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.350659] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.350659] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.350659] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.350659] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.365884] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b in Status: IN_PROGRESS for 2s [ 671.650924] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c4cfbba-95e5-4857-bb52-656fe4795137 [ 671.650924] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.650924] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.650924] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.650924] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.650924] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.650924] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c4cfbba-95e5-4857-bb52-656fe4795137 already deleted. [ 671.650924] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c4cfbba-95e5-4857-bb52-656fe4795137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.899046] env[69367]: INFO networking_nsxv3.common.synchronization [req-2d34a780-6b07-49c8-8f1a-344512e4dae4 req-d43ed8e2-51bc-40c9-b441-66aa8d5bbcf8 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Enqueued Resource ID: 1df76d5c-32f0-413e-a0ee-6d52334d1620 with Priority: HIGHEST for action security_group_members [ 671.900082] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1df76d5c-32f0-413e-a0ee-6d52334d1620 with Priority: HIGHEST for action security_group_members [ 671.900599] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-1df76d5c-32f0-413e-a0ee-6d52334d1620 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.901109] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1df76d5c-32f0-413e-a0ee-6d52334d1620" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.901109] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1df76d5c-32f0-413e-a0ee-6d52334d1620" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.903871] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1df76d5c-32f0-413e-a0ee-6d52334d1620" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.903871] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.903871] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.903871] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.903871] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.903871] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.903871] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1df76d5c-32f0-413e-a0ee-6d52334d1620',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.405490] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.405490] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.405490] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.405490] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.405827] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.405860] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.406416] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.406416] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.406416] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.406416] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.406416] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1df76d5c-32f0-413e-a0ee-6d52334d1620 already deleted. [ 672.406649] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1df76d5c-32f0-413e-a0ee-6d52334d1620" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.981728] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82cb83b1-39c8-46e2-96e0-4a304f1370b1 in Status: SUCCESS [ 672.981905] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82cb83b1-39c8-46e2-96e0-4a304f1370b1 deletion is rescheduled due to dependency. [ 672.982034] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82cb83b1-39c8-46e2-96e0-4a304f1370b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.030516] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-12 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.030739] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-12" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.030871] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-12" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.031293] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-12" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.031492] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.031652] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.031774] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.031985] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.032795] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.033040] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 673.033565] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.033565] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.033565] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.033565] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 673.033743] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.033743] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.053750] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.053951] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 673.054082] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.054880] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-12" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.055480] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-ce249980-de1d-4c28-b842-e619cb59f486 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.056195] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-ce249980-de1d-4c28-b842-e619cb59f486" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.056195] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-ce249980-de1d-4c28-b842-e619cb59f486" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.056195] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-ce249980-de1d-4c28-b842-e619cb59f486" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.056287] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce249980-de1d-4c28-b842-e619cb59f486',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.380021] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b in Status: SUCCESS [ 673.380317] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.380899] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.380899] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.380899] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0553f5be-9a24-499f-96ac-6f6b36534e4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.383642] env[69367]: INFO networking_nsxv3.common.synchronization [None req-458fe249-43c8-4a28-8a22-2e8646f48bfa None None] Enqueued Resource ID: e1893daa-1ef0-4aee-abbe-95d92b32f9d9 with Priority: HIGHEST for action port [ 673.383988] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1893daa-1ef0-4aee-abbe-95d92b32f9d9 with Priority: HIGHEST for action port [ 673.384665] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1893daa-1ef0-4aee-abbe-95d92b32f9d9 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.384810] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1893daa-1ef0-4aee-abbe-95d92b32f9d9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.384876] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1893daa-1ef0-4aee-abbe-95d92b32f9d9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.385830] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1893daa-1ef0-4aee-abbe-95d92b32f9d9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.385949] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1893daa-1ef0-4aee-abbe-95d92b32f9d9',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.559395] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.559806] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.559863] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.560230] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.560443] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.560519] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port ce249980-de1d-4c28-b842-e619cb59f486 not found, creating... [ 673.560855] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.560979] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.561097] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.561375] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.561544] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.561816] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.561998] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.562938] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.563271] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.563448] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.563705] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: ce249980-de1d-4c28-b842-e619cb59f486 is going to be created. [ 673.589234] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.589234] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.589234] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.589234] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.589234] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.589234] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-ce249980-de1d-4c28-b842-e619cb59f486" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.886328] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0553f5be-9a24-499f-96ac-6f6b36534e4b taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.886941] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.886941] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.886941] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.886941] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.887240] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.887240] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.887393] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.887518] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.887577] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.887676] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0553f5be-9a24-499f-96ac-6f6b36534e4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.889175] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1893daa-1ef0-4aee-abbe-95d92b32f9d9 [ 673.889175] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.889175] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.889175] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.890108] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.890214] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.890316] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1893daa-1ef0-4aee-abbe-95d92b32f9d9 already deleted. [ 673.890404] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1893daa-1ef0-4aee-abbe-95d92b32f9d9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.394627] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0553f5be-9a24-499f-96ac-6f6b36534e4b taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.394886] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.394886] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.395091] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.395484] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.395484] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.395484] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.395654] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.395654] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.395776] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.395918] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0553f5be-9a24-499f-96ac-6f6b36534e4b taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.397048] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.397048] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.397048] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.397048] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.397048] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.397048] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.397048] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.397048] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.397048] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.397048] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0553f5be-9a24-499f-96ac-6f6b36534e4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.900875] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0553f5be-9a24-499f-96ac-6f6b36534e4b: rpc.has_security_group_logging(os_id): False [ 674.929878] env[69367]: INFO networking_nsxv3.common.synchronization [None req-f59299a6-55e9-4967-87c1-23d50412d9f2 None None] Enqueued Resource ID: 4877b49f-e1dd-4ec0-94fa-2ec9da10fd51 with Priority: HIGHEST for action port [ 674.930505] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4877b49f-e1dd-4ec0-94fa-2ec9da10fd51 with Priority: HIGHEST for action port [ 674.930856] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-4877b49f-e1dd-4ec0-94fa-2ec9da10fd51 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.930986] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4877b49f-e1dd-4ec0-94fa-2ec9da10fd51" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.931129] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4877b49f-e1dd-4ec0-94fa-2ec9da10fd51" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.932153] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4877b49f-e1dd-4ec0-94fa-2ec9da10fd51" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.932153] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4877b49f-e1dd-4ec0-94fa-2ec9da10fd51',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.947506] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.947506] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.947506] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.947506] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.947702] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.947929] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.948276] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.948362] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.948536] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.948621] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.948837] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.949076] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.949076] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.949735] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.949735] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.949735] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.949735] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.949735] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.950907] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.950907] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.950907] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b is going to be updated. [ 675.023226] env[69367]: INFO networking_nsxv3.common.synchronization [req-11919e27-1187-4d20-850b-2ae2f43cc5c1 req-9641cdfe-5cdb-4423-be71-7b3fba0e0b26 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Enqueued Resource ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e with Priority: HIGHEST for action security_group_members [ 675.023226] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e with Priority: HIGHEST for action security_group_members [ 675.024271] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1525c35-a8c9-4b67-9182-fc38959a0d4e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.027176] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.027176] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.027176] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.027176] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.027176] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.027176] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.027176] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.027176] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.027176] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1525c35-a8c9-4b67-9182-fc38959a0d4e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.033139] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.034096] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.034236] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.034597] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.034597] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.056487] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b in Status: IN_PROGRESS for 2s [ 675.135538] env[69367]: INFO networking_nsxv3.common.synchronization [req-2d34a780-6b07-49c8-8f1a-344512e4dae4 req-f0d341ad-8037-435b-8d6d-148643d807a6 service nova] Enqueued Resource ID: 1df76d5c-32f0-413e-a0ee-6d52334d1620 with Priority: HIGHEST for action security_group_rules [ 675.136238] env[69367]: INFO networking_nsxv3.common.synchronization [req-2d34a780-6b07-49c8-8f1a-344512e4dae4 req-f0d341ad-8037-435b-8d6d-148643d807a6 service nova] Enqueued Resource ID: 1df76d5c-32f0-413e-a0ee-6d52334d1620 with Priority: HIGHEST for action security_group_members [ 675.136238] env[69367]: INFO networking_nsxv3.common.synchronization [req-2d34a780-6b07-49c8-8f1a-344512e4dae4 req-f0d341ad-8037-435b-8d6d-148643d807a6 service nova] Enqueued Resource ID: ce249980-de1d-4c28-b842-e619cb59f486 with Priority: HIGHEST for action port [ 675.140499] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1df76d5c-32f0-413e-a0ee-6d52334d1620 with Priority: HIGHEST for action security_group_rules [ 675.140705] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1df76d5c-32f0-413e-a0ee-6d52334d1620 with Priority: HIGHEST for action security_group_members [ 675.140839] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce249980-de1d-4c28-b842-e619cb59f486 with Priority: HIGHEST for action port [ 675.141262] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1df76d5c-32f0-413e-a0ee-6d52334d1620 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.141439] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1df76d5c-32f0-413e-a0ee-6d52334d1620" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.141532] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1df76d5c-32f0-413e-a0ee-6d52334d1620" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.141909] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1df76d5c-32f0-413e-a0ee-6d52334d1620" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.142039] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1df76d5c-32f0-413e-a0ee-6d52334d1620',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.146322] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-1df76d5c-32f0-413e-a0ee-6d52334d1620 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.146322] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1df76d5c-32f0-413e-a0ee-6d52334d1620" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.146322] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1df76d5c-32f0-413e-a0ee-6d52334d1620" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.146322] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1df76d5c-32f0-413e-a0ee-6d52334d1620" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.146322] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.146322] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.146322] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.147335] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.147335] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.147335] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1df76d5c-32f0-413e-a0ee-6d52334d1620',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.149265] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce249980-de1d-4c28-b842-e619cb59f486 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.149265] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce249980-de1d-4c28-b842-e619cb59f486" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.149265] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce249980-de1d-4c28-b842-e619cb59f486" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.149265] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce249980-de1d-4c28-b842-e619cb59f486" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.149828] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce249980-de1d-4c28-b842-e619cb59f486',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.433741] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4877b49f-e1dd-4ec0-94fa-2ec9da10fd51 [ 675.433995] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.434763] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.434763] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.434763] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.434763] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.434763] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4877b49f-e1dd-4ec0-94fa-2ec9da10fd51 already deleted. [ 675.434763] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4877b49f-e1dd-4ec0-94fa-2ec9da10fd51" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.533326] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.533595] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.533595] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.534107] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.534107] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.534107] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.534107] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.535407] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.535407] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.535407] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.535407] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e already deleted. [ 675.535407] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.617667] env[69367]: INFO networking_nsxv3.common.synchronization [None req-83d6fbc7-5c5b-441b-a80c-6b2cd92d68a5 None None] Enqueued Resource ID: 43c6c111-d56e-4b43-9825-1e099f572379 with Priority: HIGHEST for action port [ 675.618550] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43c6c111-d56e-4b43-9825-1e099f572379 with Priority: HIGHEST for action port [ 675.618884] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-43c6c111-d56e-4b43-9825-1e099f572379 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.619562] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43c6c111-d56e-4b43-9825-1e099f572379" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.619562] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43c6c111-d56e-4b43-9825-1e099f572379" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.619562] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43c6c111-d56e-4b43-9825-1e099f572379" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.619562] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43c6c111-d56e-4b43-9825-1e099f572379',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.651249] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1df76d5c-32f0-413e-a0ee-6d52334d1620',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.652660] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-1df76d5c-32f0-413e-a0ee-6d52334d1620 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.652660] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1df76d5c-32f0-413e-a0ee-6d52334d1620" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.653529] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce249980-de1d-4c28-b842-e619cb59f486 with status ACTIVE [ 675.653686] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.653824] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.653912] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.654993] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.654993] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.655197] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.655315] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.655382] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.655573] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.655659] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.655860] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.655989] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.656072] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.656289] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.656395] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.656395] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce249980-de1d-4c28-b842-e619cb59f486 is going to be updated. [ 675.684399] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.684523] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.684593] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.684813] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.685084] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.685345] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce249980-de1d-4c28-b842-e619cb59f486" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.121841] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43c6c111-d56e-4b43-9825-1e099f572379 [ 676.122188] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.122253] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.122291] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.122756] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.122916] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.123063] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43c6c111-d56e-4b43-9825-1e099f572379 already deleted. [ 676.123182] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43c6c111-d56e-4b43-9825-1e099f572379" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.158484] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1df76d5c-32f0-413e-a0ee-6d52334d1620',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.664896] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.664896] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.664896] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.664896] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.664896] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.664896] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1df76d5c-32f0-413e-a0ee-6d52334d1620 is going to be created. [ 676.688232] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.688392] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.688449] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.688678] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.688902] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.704118] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1df76d5c-32f0-413e-a0ee-6d52334d1620 in Status: UNINITIALIZED for 2s [ 676.970510] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-616 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.970711] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-616" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.970821] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-616" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.971435] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-616" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.971605] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.971767] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.971884] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.972386] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.972599] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.972827] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 676.972927] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.973046] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.973157] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.973266] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 676.973369] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.973496] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.997470] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.997470] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 676.997470] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.997470] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-616" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.997470] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-9cf2fe66-5ddd-41e1-b7a2-22ab0c897d73 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.997470] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-9cf2fe66-5ddd-41e1-b7a2-22ab0c897d73" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.997470] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-9cf2fe66-5ddd-41e1-b7a2-22ab0c897d73" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.997470] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-9cf2fe66-5ddd-41e1-b7a2-22ab0c897d73" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.997470] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cf2fe66-5ddd-41e1-b7a2-22ab0c897d73',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.081174] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b in Status: SUCCESS [ 677.081174] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.328440] env[69367]: INFO networking_nsxv3.common.synchronization [None req-541a1f41-c490-4e43-9ec5-75d08874fac0 tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Enqueued Resource ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e with Priority: HIGHEST for action security_group_rules [ 677.329026] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e with Priority: HIGHEST for action security_group_rules [ 677.329708] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c53b7f6-040a-411a-bf33-2ed61a56e09e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.330306] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.330306] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.330306] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.330692] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c53b7f6-040a-411a-bf33-2ed61a56e09e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.501742] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.501955] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.502093] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.502392] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.502548] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.502786] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 9cf2fe66-5ddd-41e1-b7a2-22ab0c897d73 not found, creating... [ 677.503138] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.503340] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.503470] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.504054] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.504054] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.504239] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.504312] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.504936] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.504936] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.504936] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.504936] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 9cf2fe66-5ddd-41e1-b7a2-22ab0c897d73 is going to be created. [ 677.514059] env[69367]: INFO networking_nsxv3.common.synchronization [None req-e6f0348a-c6a5-4609-8a7f-ca38a8df1ae5 tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Enqueued Resource ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e with Priority: HIGHEST for action security_group_rules [ 677.515578] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e with Priority: HIGHEST for action security_group_rules [ 677.516358] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c53b7f6-040a-411a-bf33-2ed61a56e09e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.516911] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.526866] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.527081] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.527242] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.527562] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.527802] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.528051] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-9cf2fe66-5ddd-41e1-b7a2-22ab0c897d73" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.654746] env[69367]: INFO networking_nsxv3.common.synchronization [req-5720fbe9-7081-4e31-b92f-305ce4ebad27 req-87947047-1fe8-4ca1-a1cc-0578419dbb76 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Enqueued Resource ID: 46d18483-ce10-445b-8052-106ee5f3afff with Priority: HIGHEST for action security_group_members [ 677.654746] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d18483-ce10-445b-8052-106ee5f3afff with Priority: HIGHEST for action security_group_members [ 677.655470] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d18483-ce10-445b-8052-106ee5f3afff taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.655470] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d18483-ce10-445b-8052-106ee5f3afff" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.655470] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d18483-ce10-445b-8052-106ee5f3afff" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.655820] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d18483-ce10-445b-8052-106ee5f3afff" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.655820] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.656021] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.656021] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.656202] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.656202] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.656344] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46d18483-ce10-445b-8052-106ee5f3afff',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.669543] env[69367]: INFO networking_nsxv3.common.synchronization [req-478653d4-4c25-48e8-8d4d-e56a9ea25606 req-9099ead2-941a-4069-8900-eea6ecb33c79 tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Enqueued Resource ID: a8823bb1-ab10-4f38-a3cd-85fcd457f57e with Priority: HIGHEST for action security_group_members [ 677.670094] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8823bb1-ab10-4f38-a3cd-85fcd457f57e with Priority: HIGHEST for action security_group_members [ 677.670391] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8823bb1-ab10-4f38-a3cd-85fcd457f57e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.670530] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8823bb1-ab10-4f38-a3cd-85fcd457f57e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.670629] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8823bb1-ab10-4f38-a3cd-85fcd457f57e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.670766] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8823bb1-ab10-4f38-a3cd-85fcd457f57e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.670928] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.673887] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.673887] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.673887] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.673887] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.673887] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8823bb1-ab10-4f38-a3cd-85fcd457f57e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.855687] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.856122] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.856122] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.856122] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.856619] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.856619] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e already deleted. [ 677.856619] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.856619] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.856858] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.856858] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c53b7f6-040a-411a-bf33-2ed61a56e09e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.946412] env[69367]: INFO networking_nsxv3.common.synchronization [None req-71b9bc06-1eba-418c-8d8f-c7801a343f9e None None] Enqueued Resource ID: 6dacf6bd-e3df-49ea-b6e0-dcf972a8c3c4 with Priority: HIGHEST for action port [ 677.946412] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dacf6bd-e3df-49ea-b6e0-dcf972a8c3c4 with Priority: HIGHEST for action port [ 677.946956] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-6dacf6bd-e3df-49ea-b6e0-dcf972a8c3c4 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.946956] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6dacf6bd-e3df-49ea-b6e0-dcf972a8c3c4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.946956] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6dacf6bd-e3df-49ea-b6e0-dcf972a8c3c4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.948617] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6dacf6bd-e3df-49ea-b6e0-dcf972a8c3c4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.948617] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dacf6bd-e3df-49ea-b6e0-dcf972a8c3c4',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.161026] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.161026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.161026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.161026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.161026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.161026] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.161026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.161026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.161026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.161026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.161026] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d18483-ce10-445b-8052-106ee5f3afff already deleted. [ 678.161026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d18483-ce10-445b-8052-106ee5f3afff" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.178480] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.178480] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.178480] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.178480] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.178480] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.178730] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.178848] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.178970] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.179529] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.179919] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.180080] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8823bb1-ab10-4f38-a3cd-85fcd457f57e is going to be updated. [ 678.235171] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.235171] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.235171] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.235171] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.235171] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.246959] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8823bb1-ab10-4f38-a3cd-85fcd457f57e in Status: IN_PROGRESS for 2s [ 678.382379] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.382641] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.382688] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.383294] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.383294] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.383294] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e already deleted. [ 678.383294] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.453150] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6dacf6bd-e3df-49ea-b6e0-dcf972a8c3c4 [ 678.453396] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.453529] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.454438] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.454688] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.454781] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.454888] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6dacf6bd-e3df-49ea-b6e0-dcf972a8c3c4 already deleted. [ 678.455048] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6dacf6bd-e3df-49ea-b6e0-dcf972a8c3c4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.714990] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1df76d5c-32f0-413e-a0ee-6d52334d1620 in Status: SUCCESS [ 678.715265] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1df76d5c-32f0-413e-a0ee-6d52334d1620" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.715423] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1df76d5c-32f0-413e-a0ee-6d52334d1620" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.715633] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1df76d5c-32f0-413e-a0ee-6d52334d1620" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.715897] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.715996] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.715996] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.716229] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.716279] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.716336] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1df76d5c-32f0-413e-a0ee-6d52334d1620" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.716413] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1df76d5c-32f0-413e-a0ee-6d52334d1620',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.844173] env[69367]: INFO networking_nsxv3.common.synchronization [None req-c57131c1-0e4c-4369-944f-5b231a858c22 None None] Enqueued Resource ID: 6f98197f-cbc3-4218-a9c0-094be1978689 with Priority: HIGHEST for action port [ 678.845547] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f98197f-cbc3-4218-a9c0-094be1978689 with Priority: HIGHEST for action port [ 678.846937] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f98197f-cbc3-4218-a9c0-094be1978689 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.847198] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f98197f-cbc3-4218-a9c0-094be1978689" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.847334] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f98197f-cbc3-4218-a9c0-094be1978689" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.847640] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f98197f-cbc3-4218-a9c0-094be1978689" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.847788] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f98197f-cbc3-4218-a9c0-094be1978689',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.936986] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-724 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.937300] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-724" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.937456] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-724" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.937915] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-724" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.938379] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.938630] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.938834] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.939405] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.939733] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.940062] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 678.940314] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.940529] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.940724] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.940969] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 678.941174] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.941377] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.962986] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.963282] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 678.963323] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.963478] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-724" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.963795] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-7ed40913-cae4-437a-8fc0-d9c3360ea1f5 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.963976] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-7ed40913-cae4-437a-8fc0-d9c3360ea1f5" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.964148] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-7ed40913-cae4-437a-8fc0-d9c3360ea1f5" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.964493] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-7ed40913-cae4-437a-8fc0-d9c3360ea1f5" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.964630] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ed40913-cae4-437a-8fc0-d9c3360ea1f5',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.219279] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-1df76d5c-32f0-413e-a0ee-6d52334d1620 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.219573] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1df76d5c-32f0-413e-a0ee-6d52334d1620" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.219573] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1df76d5c-32f0-413e-a0ee-6d52334d1620" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.219720] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1df76d5c-32f0-413e-a0ee-6d52334d1620" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.219898] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.219998] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.220071] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.220224] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.220305] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.220396] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1df76d5c-32f0-413e-a0ee-6d52334d1620" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.220540] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-1df76d5c-32f0-413e-a0ee-6d52334d1620 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.220746] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1df76d5c-32f0-413e-a0ee-6d52334d1620" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.220746] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1df76d5c-32f0-413e-a0ee-6d52334d1620" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.221089] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1df76d5c-32f0-413e-a0ee-6d52334d1620" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.221241] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.221338] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.221398] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.221542] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.221628] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.221748] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1df76d5c-32f0-413e-a0ee-6d52334d1620" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.221852] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1df76d5c-32f0-413e-a0ee-6d52334d1620',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.353322] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f98197f-cbc3-4218-a9c0-094be1978689 [ 679.353322] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.353322] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.353322] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.353322] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.353322] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.353322] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f98197f-cbc3-4218-a9c0-094be1978689 already deleted. [ 679.353322] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f98197f-cbc3-4218-a9c0-094be1978689" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.417225] env[69367]: INFO networking_nsxv3.common.synchronization [req-11919e27-1187-4d20-850b-2ae2f43cc5c1 req-7258c98d-2482-4c74-a0dd-d2f9b03f5ad8 service nova] Enqueued Resource ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e with Priority: HIGHEST for action security_group_rules [ 679.417225] env[69367]: INFO networking_nsxv3.common.synchronization [req-11919e27-1187-4d20-850b-2ae2f43cc5c1 req-7258c98d-2482-4c74-a0dd-d2f9b03f5ad8 service nova] Enqueued Resource ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e with Priority: HIGHEST for action security_group_members [ 679.417225] env[69367]: INFO networking_nsxv3.common.synchronization [req-11919e27-1187-4d20-850b-2ae2f43cc5c1 req-7258c98d-2482-4c74-a0dd-d2f9b03f5ad8 service nova] Enqueued Resource ID: 9cf2fe66-5ddd-41e1-b7a2-22ab0c897d73 with Priority: HIGHEST for action port [ 679.419529] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e with Priority: HIGHEST for action security_group_rules [ 679.420545] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e with Priority: HIGHEST for action security_group_members [ 679.420545] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf2fe66-5ddd-41e1-b7a2-22ab0c897d73 with Priority: HIGHEST for action port [ 679.421359] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1525c35-a8c9-4b67-9182-fc38959a0d4e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.422386] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.422528] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.422774] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.422861] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1525c35-a8c9-4b67-9182-fc38959a0d4e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.423756] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1525c35-a8c9-4b67-9182-fc38959a0d4e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.423877] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.423945] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.425312] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.425489] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.425601] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.425665] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.425827] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.425915] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.426048] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1525c35-a8c9-4b67-9182-fc38959a0d4e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.427284] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cf2fe66-5ddd-41e1-b7a2-22ab0c897d73 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.427398] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cf2fe66-5ddd-41e1-b7a2-22ab0c897d73" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.427466] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cf2fe66-5ddd-41e1-b7a2-22ab0c897d73" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.427626] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cf2fe66-5ddd-41e1-b7a2-22ab0c897d73" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.428715] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cf2fe66-5ddd-41e1-b7a2-22ab0c897d73',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.470065] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.470325] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.470449] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.470754] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.470953] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.471082] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 7ed40913-cae4-437a-8fc0-d9c3360ea1f5 not found, creating... [ 679.471338] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.471603] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.471753] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.472012] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.472164] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.472482] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.476168] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.476405] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.476665] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.477351] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.477351] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 7ed40913-cae4-437a-8fc0-d9c3360ea1f5 is going to be created. [ 679.512275] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.512275] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.512275] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.512677] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.512879] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.514355] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-7ed40913-cae4-437a-8fc0-d9c3360ea1f5" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.725341] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1df76d5c-32f0-413e-a0ee-6d52334d1620: rpc.has_security_group_logging(os_id): False [ 679.747552] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.747552] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.747552] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.747552] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.747813] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.747813] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.747892] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.748129] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.748223] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.748265] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.748467] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.748562] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.748637] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.748789] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.748863] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.749193] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.749314] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.749391] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.750056] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.750147] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.750239] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1df76d5c-32f0-413e-a0ee-6d52334d1620 is going to be created. [ 679.827559] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.827759] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.827759] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.827979] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.828197] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.840437] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1df76d5c-32f0-413e-a0ee-6d52334d1620 in Status: IN_PROGRESS for 2s [ 679.930283] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1525c35-a8c9-4b67-9182-fc38959a0d4e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.931870] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1525c35-a8c9-4b67-9182-fc38959a0d4e taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.932107] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.932490] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9cf2fe66-5ddd-41e1-b7a2-22ab0c897d73 with status ACTIVE [ 679.932602] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.932866] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.932930] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.934859] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.934859] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.934859] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.934859] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.934859] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.936686] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.936686] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.936686] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.936686] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.936686] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.936686] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.936686] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.936686] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9cf2fe66-5ddd-41e1-b7a2-22ab0c897d73 is going to be updated. [ 679.969550] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.969727] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.969777] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.970102] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.970254] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.971127] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cf2fe66-5ddd-41e1-b7a2-22ab0c897d73" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.236775] env[69367]: INFO networking_nsxv3.common.synchronization [None req-18e7e092-4704-4100-92af-d0df5e693184 None None] Enqueued Resource ID: 92a36665-cb97-40b4-ba68-30c5e0933e4b with Priority: HIGHEST for action port [ 680.236775] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92a36665-cb97-40b4-ba68-30c5e0933e4b with Priority: HIGHEST for action port [ 680.236775] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-92a36665-cb97-40b4-ba68-30c5e0933e4b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.238294] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92a36665-cb97-40b4-ba68-30c5e0933e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.238710] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92a36665-cb97-40b4-ba68-30c5e0933e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.239394] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92a36665-cb97-40b4-ba68-30c5e0933e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.239636] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92a36665-cb97-40b4-ba68-30c5e0933e4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.257677] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8823bb1-ab10-4f38-a3cd-85fcd457f57e in Status: SUCCESS [ 680.258979] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8823bb1-ab10-4f38-a3cd-85fcd457f57e deletion is rescheduled due to dependency. [ 680.258979] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8823bb1-ab10-4f38-a3cd-85fcd457f57e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.326314] env[69367]: INFO networking_nsxv3.common.synchronization [None req-c821dba5-dd39-477f-a648-91146eaf5720 None None] Enqueued Resource ID: f012da3c-67ad-45a0-af96-3afd40da5f17 with Priority: HIGHEST for action port [ 680.326602] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f012da3c-67ad-45a0-af96-3afd40da5f17 with Priority: HIGHEST for action port [ 680.327273] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-f012da3c-67ad-45a0-af96-3afd40da5f17 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.327452] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f012da3c-67ad-45a0-af96-3afd40da5f17" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.327644] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f012da3c-67ad-45a0-af96-3afd40da5f17" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.327783] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f012da3c-67ad-45a0-af96-3afd40da5f17" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.327829] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f012da3c-67ad-45a0-af96-3afd40da5f17',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.440639] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1525c35-a8c9-4b67-9182-fc38959a0d4e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.743405] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92a36665-cb97-40b4-ba68-30c5e0933e4b [ 680.743405] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.743405] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.743405] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.744225] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.744344] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.744448] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92a36665-cb97-40b4-ba68-30c5e0933e4b already deleted. [ 680.744535] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92a36665-cb97-40b4-ba68-30c5e0933e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.833524] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f012da3c-67ad-45a0-af96-3afd40da5f17 [ 680.833524] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.833524] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.833524] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.833524] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.833524] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.833758] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f012da3c-67ad-45a0-af96-3afd40da5f17 already deleted. [ 680.833758] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f012da3c-67ad-45a0-af96-3afd40da5f17" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.945031] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.945031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.945031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.945031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.945031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.945031] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e is going to be created. [ 680.968908] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.968908] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.968908] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.968908] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.968908] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.980286] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e in Status: UNINITIALIZED for 2s [ 681.290784] env[69367]: INFO networking_nsxv3.common.synchronization [req-5720fbe9-7081-4e31-b92f-305ce4ebad27 req-ca4472ef-53b6-4efc-bcb8-8752d994efcf service nova] Enqueued Resource ID: 46d18483-ce10-445b-8052-106ee5f3afff with Priority: HIGHEST for action security_group_rules [ 681.292309] env[69367]: INFO networking_nsxv3.common.synchronization [req-5720fbe9-7081-4e31-b92f-305ce4ebad27 req-ca4472ef-53b6-4efc-bcb8-8752d994efcf service nova] Enqueued Resource ID: 46d18483-ce10-445b-8052-106ee5f3afff with Priority: HIGHEST for action security_group_members [ 681.292925] env[69367]: INFO networking_nsxv3.common.synchronization [req-5720fbe9-7081-4e31-b92f-305ce4ebad27 req-ca4472ef-53b6-4efc-bcb8-8752d994efcf service nova] Enqueued Resource ID: 7ed40913-cae4-437a-8fc0-d9c3360ea1f5 with Priority: HIGHEST for action port [ 681.294427] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d18483-ce10-445b-8052-106ee5f3afff with Priority: HIGHEST for action security_group_rules [ 681.294427] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d18483-ce10-445b-8052-106ee5f3afff with Priority: HIGHEST for action security_group_members [ 681.294427] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed40913-cae4-437a-8fc0-d9c3360ea1f5 with Priority: HIGHEST for action port [ 681.295027] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46d18483-ce10-445b-8052-106ee5f3afff taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.295146] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46d18483-ce10-445b-8052-106ee5f3afff" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.295501] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46d18483-ce10-445b-8052-106ee5f3afff" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.295828] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46d18483-ce10-445b-8052-106ee5f3afff" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.295982] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46d18483-ce10-445b-8052-106ee5f3afff',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.298455] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d18483-ce10-445b-8052-106ee5f3afff taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.298455] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d18483-ce10-445b-8052-106ee5f3afff" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.298455] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d18483-ce10-445b-8052-106ee5f3afff" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.298894] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d18483-ce10-445b-8052-106ee5f3afff" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.299542] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.300882] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.300882] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.300882] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.300882] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.300882] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46d18483-ce10-445b-8052-106ee5f3afff',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.301907] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ed40913-cae4-437a-8fc0-d9c3360ea1f5 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.302033] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ed40913-cae4-437a-8fc0-d9c3360ea1f5" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.302099] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ed40913-cae4-437a-8fc0-d9c3360ea1f5" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.302543] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ed40913-cae4-437a-8fc0-d9c3360ea1f5" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.302543] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ed40913-cae4-437a-8fc0-d9c3360ea1f5',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.807178] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d18483-ce10-445b-8052-106ee5f3afff taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.808962] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d18483-ce10-445b-8052-106ee5f3afff" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.808962] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46d18483-ce10-445b-8052-106ee5f3afff',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.812457] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ed40913-cae4-437a-8fc0-d9c3360ea1f5 with status ACTIVE [ 681.812664] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.812790] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.812855] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.813079] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.813171] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.813365] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.813460] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.813528] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.813720] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.814025] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.814140] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.814269] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.814348] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.814517] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.814643] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.814769] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ed40913-cae4-437a-8fc0-d9c3360ea1f5 is going to be updated. [ 681.841932] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.842167] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.842258] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.844609] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.844609] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.844609] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ed40913-cae4-437a-8fc0-d9c3360ea1f5" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.859167] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1df76d5c-32f0-413e-a0ee-6d52334d1620 in Status: SUCCESS [ 681.859378] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1df76d5c-32f0-413e-a0ee-6d52334d1620" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.318603] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46d18483-ce10-445b-8052-106ee5f3afff',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.460857] env[69367]: INFO networking_nsxv3.common.synchronization [req-0c24e175-c880-44e1-9e67-98b41cba7442 req-ff0993c6-ff5d-4f19-b1b2-f3ae4de1efcb tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Enqueued Resource ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 with Priority: HIGHEST for action security_group_members [ 682.462409] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 with Priority: HIGHEST for action security_group_members [ 682.462409] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b258c48-8097-4a97-8fb2-9c6fb25659d1 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.462409] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.462409] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.462409] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.462409] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.462829] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.462829] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.462829] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.462829] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.462955] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b258c48-8097-4a97-8fb2-9c6fb25659d1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.822809] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.823109] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.823631] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.824069] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.824208] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.824701] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d18483-ce10-445b-8052-106ee5f3afff is going to be created. [ 682.855771] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.855918] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.857187] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.857849] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.858043] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.873302] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d18483-ce10-445b-8052-106ee5f3afff in Status: UNINITIALIZED for 2s [ 682.908989] env[69367]: INFO networking_nsxv3.common.synchronization [None req-46883653-ae02-4d66-8c49-e018c3542719 None None] Enqueued Resource ID: 385b3dc4-0915-40ba-b5c5-fb2b0e185236 with Priority: HIGHEST for action port [ 682.909271] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 385b3dc4-0915-40ba-b5c5-fb2b0e185236 with Priority: HIGHEST for action port [ 682.909881] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-385b3dc4-0915-40ba-b5c5-fb2b0e185236 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.910039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-385b3dc4-0915-40ba-b5c5-fb2b0e185236" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.910173] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-385b3dc4-0915-40ba-b5c5-fb2b0e185236" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.910491] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-385b3dc4-0915-40ba-b5c5-fb2b0e185236" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.910566] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('385b3dc4-0915-40ba-b5c5-fb2b0e185236',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.967229] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.967229] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.967229] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.967229] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.967229] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.967229] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.967542] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.967542] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.967685] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.967685] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.967746] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 already deleted. [ 682.968853] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.992571] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e in Status: SUCCESS [ 682.993028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.993028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.993402] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.993402] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.993613] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.993613] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.993784] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.993784] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.993845] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.993930] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1525c35-a8c9-4b67-9182-fc38959a0d4e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.416057] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 385b3dc4-0915-40ba-b5c5-fb2b0e185236 [ 683.416057] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.416057] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.416057] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.416057] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.416511] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.416511] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:385b3dc4-0915-40ba-b5c5-fb2b0e185236 already deleted. [ 683.416511] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-385b3dc4-0915-40ba-b5c5-fb2b0e185236" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.500877] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1525c35-a8c9-4b67-9182-fc38959a0d4e taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.500877] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.500877] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.500877] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.500877] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.500877] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.500877] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.500877] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.500877] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.500877] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.500877] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1525c35-a8c9-4b67-9182-fc38959a0d4e taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.500877] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.501806] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.501806] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.501806] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.501806] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.501806] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.501806] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.501806] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.501806] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.501806] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1525c35-a8c9-4b67-9182-fc38959a0d4e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.568978] env[69367]: INFO networking_nsxv3.common.synchronization [None req-f2bd8c64-617b-4c15-a757-d21fbc00dd46 None None] Enqueued Resource ID: 299f413f-98f2-4645-bba4-9ed0c26e8f13 with Priority: HIGHEST for action port [ 683.569338] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299f413f-98f2-4645-bba4-9ed0c26e8f13 with Priority: HIGHEST for action port [ 683.569843] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-299f413f-98f2-4645-bba4-9ed0c26e8f13 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.569973] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-299f413f-98f2-4645-bba4-9ed0c26e8f13" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.570053] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-299f413f-98f2-4645-bba4-9ed0c26e8f13" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.570316] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-299f413f-98f2-4645-bba4-9ed0c26e8f13" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.570401] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('299f413f-98f2-4645-bba4-9ed0c26e8f13',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.580439] env[69367]: INFO networking_nsxv3.common.synchronization [None req-f7f0f856-15f4-4029-889b-936af631da89 None None] Enqueued Resource ID: 8b3a2828-c4d6-4a7c-8c86-8bdbf92f5566 with Priority: HIGHEST for action port [ 683.580936] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b3a2828-c4d6-4a7c-8c86-8bdbf92f5566 with Priority: HIGHEST for action port [ 683.581577] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b3a2828-c4d6-4a7c-8c86-8bdbf92f5566 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.581817] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b3a2828-c4d6-4a7c-8c86-8bdbf92f5566" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.581817] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b3a2828-c4d6-4a7c-8c86-8bdbf92f5566" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.582558] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b3a2828-c4d6-4a7c-8c86-8bdbf92f5566" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.582665] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b3a2828-c4d6-4a7c-8c86-8bdbf92f5566',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.008142] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1525c35-a8c9-4b67-9182-fc38959a0d4e: rpc.has_security_group_logging(os_id): False [ 684.026560] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.026755] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.026879] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.027119] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.027240] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.027648] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.027737] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.027808] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.028039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.028136] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.028327] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.028439] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.028493] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.028658] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.028725] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.028882] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.028962] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.029043] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.029591] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.029591] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.029591] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e is going to be created. [ 684.078476] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 299f413f-98f2-4645-bba4-9ed0c26e8f13 [ 684.078705] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.079105] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.079105] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.079242] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.079277] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.079546] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:299f413f-98f2-4645-bba4-9ed0c26e8f13 already deleted. [ 684.079657] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-299f413f-98f2-4645-bba4-9ed0c26e8f13" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.082494] env[69367]: INFO networking_nsxv3.common.synchronization [req-c66299cb-e458-4d7f-9aa6-cf12b668a2e5 req-c55404a1-7c83-46f1-81f9-de8fa2973b86 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Enqueued Resource ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b with Priority: HIGHEST for action security_group_members [ 684.083077] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b with Priority: HIGHEST for action security_group_members [ 684.083423] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0553f5be-9a24-499f-96ac-6f6b36534e4b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.083555] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.083627] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.083816] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.084200] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.085380] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.085483] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.085934] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.085934] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.085934] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0553f5be-9a24-499f-96ac-6f6b36534e4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.086806] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b3a2828-c4d6-4a7c-8c86-8bdbf92f5566 [ 684.090604] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.090604] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.090604] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.090962] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.091099] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.091186] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b3a2828-c4d6-4a7c-8c86-8bdbf92f5566 already deleted. [ 684.091300] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b3a2828-c4d6-4a7c-8c86-8bdbf92f5566" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.094925] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.095138] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.095234] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.095535] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.095845] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.120965] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e in Status: IN_PROGRESS for 2s [ 684.594511] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0553f5be-9a24-499f-96ac-6f6b36534e4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.694620] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-213 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.694943] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-213" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.695145] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-213" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.695998] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-213" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.700069] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.700312] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.700835] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.700835] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.700937] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.701231] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 684.701387] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.701449] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.701564] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.701686] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 684.702211] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.702211] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.724941] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 684.725309] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 684.725309] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 684.726803] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-213" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.727264] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.727555] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.727697] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.728036] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.729040] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.885042] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d18483-ce10-445b-8052-106ee5f3afff in Status: SUCCESS [ 684.885042] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d18483-ce10-445b-8052-106ee5f3afff" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.885042] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d18483-ce10-445b-8052-106ee5f3afff" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.885042] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d18483-ce10-445b-8052-106ee5f3afff" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.885042] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.885042] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.885042] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.885042] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.885042] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.885042] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d18483-ce10-445b-8052-106ee5f3afff" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.885476] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46d18483-ce10-445b-8052-106ee5f3afff',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.946237] env[69367]: INFO networking_nsxv3.common.synchronization [None req-51a45a26-2025-4dd3-9e9f-32f6b71cc711 None None] Enqueued Resource ID: e9cd077f-e87f-4585-a133-9b983c28e4b8 with Priority: HIGHEST for action port [ 684.946237] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9cd077f-e87f-4585-a133-9b983c28e4b8 with Priority: HIGHEST for action port [ 684.949463] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9cd077f-e87f-4585-a133-9b983c28e4b8 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.949604] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9cd077f-e87f-4585-a133-9b983c28e4b8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.949672] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9cd077f-e87f-4585-a133-9b983c28e4b8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.949963] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9cd077f-e87f-4585-a133-9b983c28e4b8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.953847] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9cd077f-e87f-4585-a133-9b983c28e4b8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.013379] env[69367]: INFO networking_nsxv3.common.synchronization [None req-f4c53c38-31e6-4be8-901a-8cdbfc123d57 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Enqueued Resource ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 with Priority: HIGHEST for action security_group_rules [ 685.013866] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 with Priority: HIGHEST for action security_group_rules [ 685.014466] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-274f0898-6a56-45d1-ad8f-ebd9165fe922 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.014648] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.014751] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.015051] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.015761] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('274f0898-6a56-45d1-ad8f-ebd9165fe922',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.098935] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0553f5be-9a24-499f-96ac-6f6b36534e4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.231067] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.231331] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.231600] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.231706] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.231803] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.231950] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc not found, creating... [ 685.232250] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.232447] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.232515] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.232767] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.232918] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.233604] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.233604] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.233604] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.233821] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.233957] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.234130] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc is going to be created. [ 685.260939] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.260939] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.261082] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.262333] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.262333] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.262333] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.390162] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46d18483-ce10-445b-8052-106ee5f3afff',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.451742] env[69367]: INFO networking_nsxv3.common.synchronization [None req-0ef7e01a-c79b-4c4a-8a32-2ebab269bc44 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Enqueued Resource ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 with Priority: HIGHEST for action security_group_rules [ 685.453497] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 with Priority: HIGHEST for action security_group_rules [ 685.453889] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-274f0898-6a56-45d1-ad8f-ebd9165fe922 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.454118] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.456766] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9cd077f-e87f-4585-a133-9b983c28e4b8 [ 685.457845] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.457845] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.457845] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.457845] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.457845] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.457845] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9cd077f-e87f-4585-a133-9b983c28e4b8 already deleted. [ 685.457845] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9cd077f-e87f-4585-a133-9b983c28e4b8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.521126] env[69367]: INFO networking_nsxv3.common.synchronization [req-8e70994f-eb39-407a-996b-509926ed82fa req-1841c6de-d5bb-4217-948e-3239c4020523 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Enqueued Resource ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b with Priority: HIGHEST for action security_group_members [ 685.522692] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b with Priority: HIGHEST for action security_group_members [ 685.523476] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0553f5be-9a24-499f-96ac-6f6b36534e4b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.523606] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.541799] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.541913] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.541913] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.542586] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.542586] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.542586] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 already deleted. [ 685.542586] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.543114] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.543191] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.543234] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('274f0898-6a56-45d1-ad8f-ebd9165fe922',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.602212] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.602347] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.602412] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.602720] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.602720] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.602894] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b is going to be updated. [ 685.679446] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.682748] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.682748] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.682748] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.682748] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.696044] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b in Status: IN_PROGRESS for 2s [ 685.892851] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46d18483-ce10-445b-8052-106ee5f3afff: rpc.has_security_group_logging(os_id): False [ 685.912810] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.912810] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.912810] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.912810] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.913618] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.913618] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.913618] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.913618] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.914066] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.914066] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.914066] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46d18483-ce10-445b-8052-106ee5f3afff is going to be created. [ 685.984841] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.984841] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.984841] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.984841] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.984841] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.998138] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46d18483-ce10-445b-8052-106ee5f3afff in Status: IN_PROGRESS for 2s [ 686.096687] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.096973] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.096973] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.097413] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.097413] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.097495] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 already deleted. [ 686.097611] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.135396] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e in Status: SUCCESS [ 686.135632] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.196379] env[69367]: INFO networking_nsxv3.common.synchronization [req-7c0d0cc1-5730-4ecb-bb2b-14ea468865b4 req-ad572f4d-d38f-4475-8e49-c18c27f70942 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Enqueued Resource ID: 33f0ba52-3d71-4b44-8dce-e0837b83d780 with Priority: HIGHEST for action security_group_members [ 686.196585] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f0ba52-3d71-4b44-8dce-e0837b83d780 with Priority: HIGHEST for action security_group_members [ 686.196921] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-33f0ba52-3d71-4b44-8dce-e0837b83d780 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.197058] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33f0ba52-3d71-4b44-8dce-e0837b83d780" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.197127] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33f0ba52-3d71-4b44-8dce-e0837b83d780" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.197428] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33f0ba52-3d71-4b44-8dce-e0837b83d780" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.197589] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.197698] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.197782] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.197978] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.198063] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.198140] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33f0ba52-3d71-4b44-8dce-e0837b83d780',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.667080] env[69367]: INFO networking_nsxv3.common.synchronization [None req-f949febf-8637-49b3-91ca-fffb02bafc6e tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Enqueued Resource ID: b08be970-0bc5-4609-8672-65cb670e13b6 with Priority: HIGHEST for action security_group_rules [ 686.667606] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b08be970-0bc5-4609-8672-65cb670e13b6 with Priority: HIGHEST for action security_group_rules [ 686.667932] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b08be970-0bc5-4609-8672-65cb670e13b6 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.668213] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b08be970-0bc5-4609-8672-65cb670e13b6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.668313] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b08be970-0bc5-4609-8672-65cb670e13b6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.668710] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b08be970-0bc5-4609-8672-65cb670e13b6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.668710] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b08be970-0bc5-4609-8672-65cb670e13b6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.698846] env[69367]: INFO networking_nsxv3.common.synchronization [None req-e396f309-71bd-4480-99e1-09ef056c28bf None None] Enqueued Resource ID: 69ef0171-184a-4e81-8ad7-4feda5be4854 with Priority: HIGHEST for action port [ 686.699554] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ef0171-184a-4e81-8ad7-4feda5be4854 with Priority: HIGHEST for action port [ 686.699947] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-69ef0171-184a-4e81-8ad7-4feda5be4854 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.700495] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69ef0171-184a-4e81-8ad7-4feda5be4854" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.700593] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69ef0171-184a-4e81-8ad7-4feda5be4854" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.700861] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69ef0171-184a-4e81-8ad7-4feda5be4854" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.700941] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69ef0171-184a-4e81-8ad7-4feda5be4854',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.702128] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.702128] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.702128] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.702539] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.702627] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.703427] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.703427] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.703427] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.703427] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.703427] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.703427] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33f0ba52-3d71-4b44-8dce-e0837b83d780 is going to be updated. [ 686.741536] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.741818] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.742362] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.742813] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.743071] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.755314] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33f0ba52-3d71-4b44-8dce-e0837b83d780 in Status: IN_PROGRESS for 2s [ 686.937803] env[69367]: INFO networking_nsxv3.common.synchronization [None req-a9b447ba-e441-47d1-b2d7-02eab5c851a5 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Enqueued Resource ID: b08be970-0bc5-4609-8672-65cb670e13b6 with Priority: HIGHEST for action security_group_rules [ 686.940683] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b08be970-0bc5-4609-8672-65cb670e13b6 with Priority: HIGHEST for action security_group_rules [ 686.941296] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b08be970-0bc5-4609-8672-65cb670e13b6 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.941415] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b08be970-0bc5-4609-8672-65cb670e13b6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.125484] env[69367]: INFO networking_nsxv3.common.synchronization [req-0c24e175-c880-44e1-9e67-98b41cba7442 req-07f7bd1e-0e33-416f-b2fe-4a668654603a service nova] Enqueued Resource ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 with Priority: HIGHEST for action security_group_rules [ 687.125869] env[69367]: INFO networking_nsxv3.common.synchronization [req-0c24e175-c880-44e1-9e67-98b41cba7442 req-07f7bd1e-0e33-416f-b2fe-4a668654603a service nova] Enqueued Resource ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 with Priority: HIGHEST for action security_group_members [ 687.125869] env[69367]: INFO networking_nsxv3.common.synchronization [req-0c24e175-c880-44e1-9e67-98b41cba7442 req-07f7bd1e-0e33-416f-b2fe-4a668654603a service nova] Enqueued Resource ID: 5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc with Priority: HIGHEST for action port [ 687.126322] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 with Priority: HIGHEST for action security_group_rules [ 687.126493] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 with Priority: HIGHEST for action security_group_members [ 687.128146] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc with Priority: HIGHEST for action port [ 687.128146] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b258c48-8097-4a97-8fb2-9c6fb25659d1 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.128146] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.128146] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.131340] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.131475] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b258c48-8097-4a97-8fb2-9c6fb25659d1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.132519] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b258c48-8097-4a97-8fb2-9c6fb25659d1 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.132637] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.132699] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.132887] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.133095] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.133226] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.133288] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.133589] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.133589] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.134384] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b258c48-8097-4a97-8fb2-9c6fb25659d1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.138444] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.138444] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.138444] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.138444] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.138444] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.195578] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.195766] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.195817] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.196026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.196113] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.196212] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b08be970-0bc5-4609-8672-65cb670e13b6 already deleted. [ 687.196296] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b08be970-0bc5-4609-8672-65cb670e13b6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.196459] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b08be970-0bc5-4609-8672-65cb670e13b6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.196686] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b08be970-0bc5-4609-8672-65cb670e13b6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.196829] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b08be970-0bc5-4609-8672-65cb670e13b6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.210257] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69ef0171-184a-4e81-8ad7-4feda5be4854 [ 687.210257] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.210257] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.210257] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.210257] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.210257] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.210257] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69ef0171-184a-4e81-8ad7-4feda5be4854 already deleted. [ 687.210257] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69ef0171-184a-4e81-8ad7-4feda5be4854" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.639548] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b258c48-8097-4a97-8fb2-9c6fb25659d1 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.639710] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.640931] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b258c48-8097-4a97-8fb2-9c6fb25659d1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.640931] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc with status ACTIVE [ 687.641094] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.641186] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.641264] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.644984] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.644984] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.644984] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.644984] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.644984] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.644984] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.644984] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.644984] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.644984] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.644984] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.647167] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.647701] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.647701] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc is going to be updated. [ 687.673277] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.673533] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.673604] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.673811] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.673978] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.674178] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.711197] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b in Status: SUCCESS [ 687.711283] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.711453] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.711674] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.711860] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.711986] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.712047] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.712198] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.712308] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.712374] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0553f5be-9a24-499f-96ac-6f6b36534e4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.717974] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.718238] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.718238] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.718437] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.718531] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.718625] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b08be970-0bc5-4609-8672-65cb670e13b6 already deleted. [ 687.718707] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b08be970-0bc5-4609-8672-65cb670e13b6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.923649] env[69367]: INFO networking_nsxv3.common.synchronization [req-d97199f6-1ea8-45bc-b2c7-8dc0afd4838f req-6bb3fa7c-8854-4c33-a54c-c40d217d91bb tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Enqueued Resource ID: 46cf2c48-7f66-4b50-8929-c8fa82a9b55e with Priority: HIGHEST for action security_group_members [ 687.924159] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46cf2c48-7f66-4b50-8929-c8fa82a9b55e with Priority: HIGHEST for action security_group_members [ 687.925351] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-46cf2c48-7f66-4b50-8929-c8fa82a9b55e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.925351] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46cf2c48-7f66-4b50-8929-c8fa82a9b55e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.925351] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46cf2c48-7f66-4b50-8929-c8fa82a9b55e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.925351] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46cf2c48-7f66-4b50-8929-c8fa82a9b55e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.925351] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.925351] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.925351] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.925351] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.925351] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.925724] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46cf2c48-7f66-4b50-8929-c8fa82a9b55e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.009520] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46d18483-ce10-445b-8052-106ee5f3afff in Status: SUCCESS [ 688.009520] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46d18483-ce10-445b-8052-106ee5f3afff" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.150072] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b258c48-8097-4a97-8fb2-9c6fb25659d1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.218448] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.218448] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.218448] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.218448] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.218448] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.218448] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.218448] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.218448] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.218448] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.218448] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.218448] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b is going to be updated. [ 688.253140] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.253140] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.253140] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.253140] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.253140] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.264021] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b in Status: IN_PROGRESS for 2s [ 688.386577] env[69367]: INFO networking_nsxv3.common.synchronization [None req-93f810e2-b1db-4858-9c83-05ea82ca41a4 None None] Enqueued Resource ID: f00524ad-3e46-4a23-ad1c-13afdfcc993c with Priority: HIGHEST for action port [ 688.387399] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f00524ad-3e46-4a23-ad1c-13afdfcc993c with Priority: HIGHEST for action port [ 688.387910] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-f00524ad-3e46-4a23-ad1c-13afdfcc993c taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.387989] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f00524ad-3e46-4a23-ad1c-13afdfcc993c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.388447] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f00524ad-3e46-4a23-ad1c-13afdfcc993c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.389037] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f00524ad-3e46-4a23-ad1c-13afdfcc993c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.389037] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f00524ad-3e46-4a23-ad1c-13afdfcc993c',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.427276] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.427505] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.427557] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.428102] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.428102] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.428842] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.428842] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.428842] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.428842] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.428842] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.428842] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46cf2c48-7f66-4b50-8929-c8fa82a9b55e is going to be updated. [ 688.457398] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.457889] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.457889] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.457889] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.458152] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.471163] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46cf2c48-7f66-4b50-8929-c8fa82a9b55e in Status: IN_PROGRESS for 2s [ 688.625904] env[69367]: INFO networking_nsxv3.common.synchronization [req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 req-0b932a3a-27a3-4e75-a1d7-afbd65bef7a1 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Enqueued Resource ID: 757ac155-9c64-4cee-8e4c-9d6162d4bd63 with Priority: HIGHEST for action security_group_members [ 688.625904] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 757ac155-9c64-4cee-8e4c-9d6162d4bd63 with Priority: HIGHEST for action security_group_members [ 688.625904] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-757ac155-9c64-4cee-8e4c-9d6162d4bd63 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.626050] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-757ac155-9c64-4cee-8e4c-9d6162d4bd63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.626273] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-757ac155-9c64-4cee-8e4c-9d6162d4bd63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.626381] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-757ac155-9c64-4cee-8e4c-9d6162d4bd63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.626517] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.626615] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.628740] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.628740] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.628740] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.628740] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('757ac155-9c64-4cee-8e4c-9d6162d4bd63',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.654845] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.655057] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.655146] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.655347] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.655431] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.655494] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 is going to be created. [ 688.683526] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.683526] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.683526] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.683526] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.683526] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.694917] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 in Status: UNINITIALIZED for 2s [ 688.769404] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33f0ba52-3d71-4b44-8dce-e0837b83d780 in Status: SUCCESS [ 688.772301] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33f0ba52-3d71-4b44-8dce-e0837b83d780 deletion is rescheduled due to dependency. [ 688.772301] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33f0ba52-3d71-4b44-8dce-e0837b83d780" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.892070] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f00524ad-3e46-4a23-ad1c-13afdfcc993c [ 688.892409] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.892509] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.892509] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.892736] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.892850] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.892950] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f00524ad-3e46-4a23-ad1c-13afdfcc993c already deleted. [ 688.893065] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f00524ad-3e46-4a23-ad1c-13afdfcc993c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.019704] env[69367]: INFO networking_nsxv3.common.synchronization [None req-44f3b460-5477-4ce4-bd58-310050cb96f6 None None] Enqueued Resource ID: 8ff391ea-a4f9-448b-820a-93967757a7ea with Priority: HIGHEST for action port [ 689.020459] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ff391ea-a4f9-448b-820a-93967757a7ea with Priority: HIGHEST for action port [ 689.020692] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ff391ea-a4f9-448b-820a-93967757a7ea taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.021024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ff391ea-a4f9-448b-820a-93967757a7ea" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.021024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ff391ea-a4f9-448b-820a-93967757a7ea" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.021208] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ff391ea-a4f9-448b-820a-93967757a7ea" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.021311] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ff391ea-a4f9-448b-820a-93967757a7ea',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.130291] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.130291] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.130291] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.130291] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.130291] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.130738] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.130738] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.130738] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.130738] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.130928] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.130928] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 757ac155-9c64-4cee-8e4c-9d6162d4bd63 already deleted. [ 689.130993] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-757ac155-9c64-4cee-8e4c-9d6162d4bd63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.525664] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ff391ea-a4f9-448b-820a-93967757a7ea [ 689.525664] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.525664] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.525664] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.525664] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.525664] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.525664] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ff391ea-a4f9-448b-820a-93967757a7ea already deleted. [ 689.525664] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ff391ea-a4f9-448b-820a-93967757a7ea" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.728906] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-452 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.729125] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-452" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.731875] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-452" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.731875] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-452" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.731875] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.733646] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.733857] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.734258] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.734443] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.734658] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 689.734776] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.734888] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.735028] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.735145] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 689.735277] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.735404] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.757568] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.757737] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 689.757909] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.758416] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-452" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.758921] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-832021be-55f3-4382-ad69-112e3a770184 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.759052] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-832021be-55f3-4382-ad69-112e3a770184" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.759179] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-832021be-55f3-4382-ad69-112e3a770184" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.759552] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-832021be-55f3-4382-ad69-112e3a770184" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.759983] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('832021be-55f3-4382-ad69-112e3a770184',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.262286] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.262616] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.262822] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.263265] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.263485] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.263729] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 832021be-55f3-4382-ad69-112e3a770184 not found, creating... [ 690.264114] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.264365] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.264512] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.264960] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.265278] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.265647] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.265870] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.266072] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.266405] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.266601] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.266816] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 832021be-55f3-4382-ad69-112e3a770184 is going to be created. [ 690.283342] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b in Status: SUCCESS [ 690.283619] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b deletion is rescheduled due to dependency. [ 690.283740] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.292896] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.294802] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.294802] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.294802] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.294802] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.294802] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-832021be-55f3-4382-ad69-112e3a770184" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.482665] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46cf2c48-7f66-4b50-8929-c8fa82a9b55e in Status: SUCCESS [ 690.482864] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46cf2c48-7f66-4b50-8929-c8fa82a9b55e deletion is rescheduled due to dependency. [ 690.482864] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46cf2c48-7f66-4b50-8929-c8fa82a9b55e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.716337] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 in Status: SUCCESS [ 690.716600] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.719759] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.719759] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.719759] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.719759] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.719759] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.719759] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.719759] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.719759] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.719759] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b258c48-8097-4a97-8fb2-9c6fb25659d1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.807537] env[69367]: INFO networking_nsxv3.common.synchronization [None req-65cd61dc-d670-4790-95c7-e45aa5d72230 None None] Enqueued Resource ID: 376a21f9-4b20-41ce-a4c9-f54453729f0c with Priority: HIGHEST for action port [ 690.808769] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 376a21f9-4b20-41ce-a4c9-f54453729f0c with Priority: HIGHEST for action port [ 690.809122] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-376a21f9-4b20-41ce-a4c9-f54453729f0c taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.809243] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-376a21f9-4b20-41ce-a4c9-f54453729f0c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.810045] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-376a21f9-4b20-41ce-a4c9-f54453729f0c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.810382] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-376a21f9-4b20-41ce-a4c9-f54453729f0c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.810774] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('376a21f9-4b20-41ce-a4c9-f54453729f0c',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.223350] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b258c48-8097-4a97-8fb2-9c6fb25659d1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.282793] env[69367]: INFO networking_nsxv3.common.synchronization [req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 req-96045aa7-f6e6-4a34-bbb5-13d667b5d156 service nova] Enqueued Resource ID: 757ac155-9c64-4cee-8e4c-9d6162d4bd63 with Priority: HIGHEST for action security_group_rules [ 691.283034] env[69367]: INFO networking_nsxv3.common.synchronization [req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 req-96045aa7-f6e6-4a34-bbb5-13d667b5d156 service nova] Enqueued Resource ID: 757ac155-9c64-4cee-8e4c-9d6162d4bd63 with Priority: HIGHEST for action security_group_members [ 691.283207] env[69367]: INFO networking_nsxv3.common.synchronization [req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 req-96045aa7-f6e6-4a34-bbb5-13d667b5d156 service nova] Enqueued Resource ID: 832021be-55f3-4382-ad69-112e3a770184 with Priority: HIGHEST for action port [ 691.283452] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 757ac155-9c64-4cee-8e4c-9d6162d4bd63 with Priority: HIGHEST for action security_group_rules [ 691.283608] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 757ac155-9c64-4cee-8e4c-9d6162d4bd63 with Priority: HIGHEST for action security_group_members [ 691.283737] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 832021be-55f3-4382-ad69-112e3a770184 with Priority: HIGHEST for action port [ 691.284589] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-757ac155-9c64-4cee-8e4c-9d6162d4bd63 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.284745] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-757ac155-9c64-4cee-8e4c-9d6162d4bd63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.288058] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-757ac155-9c64-4cee-8e4c-9d6162d4bd63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.288295] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-757ac155-9c64-4cee-8e4c-9d6162d4bd63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.288397] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('757ac155-9c64-4cee-8e4c-9d6162d4bd63',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.292987] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-757ac155-9c64-4cee-8e4c-9d6162d4bd63 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.292987] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-757ac155-9c64-4cee-8e4c-9d6162d4bd63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.292987] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-757ac155-9c64-4cee-8e4c-9d6162d4bd63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.292987] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-757ac155-9c64-4cee-8e4c-9d6162d4bd63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.292987] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.292987] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.292987] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.292987] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.292987] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.292987] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('757ac155-9c64-4cee-8e4c-9d6162d4bd63',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.292987] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-832021be-55f3-4382-ad69-112e3a770184 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.292987] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-832021be-55f3-4382-ad69-112e3a770184" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.292987] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-832021be-55f3-4382-ad69-112e3a770184" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.292987] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-832021be-55f3-4382-ad69-112e3a770184" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.292987] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('832021be-55f3-4382-ad69-112e3a770184',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.319159] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 376a21f9-4b20-41ce-a4c9-f54453729f0c [ 691.319159] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.319159] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.319159] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.319159] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.319159] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.319159] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:376a21f9-4b20-41ce-a4c9-f54453729f0c already deleted. [ 691.319159] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-376a21f9-4b20-41ce-a4c9-f54453729f0c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.724772] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b258c48-8097-4a97-8fb2-9c6fb25659d1: rpc.has_security_group_logging(os_id): False [ 691.751022] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.751022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.751022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.751022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.751022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.751022] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.751022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.751022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.751022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.751022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.751022] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 is going to be created. [ 691.794367] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-757ac155-9c64-4cee-8e4c-9d6162d4bd63 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.794457] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-757ac155-9c64-4cee-8e4c-9d6162d4bd63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.798713] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 832021be-55f3-4382-ad69-112e3a770184 with status ACTIVE [ 691.798713] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.799077] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.799077] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.799319] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.799464] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.799713] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.800430] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.800430] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.800579] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.800623] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.800859] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.801019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.801107] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.801290] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.801369] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.801462] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 832021be-55f3-4382-ad69-112e3a770184 is going to be updated. [ 691.802792] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('757ac155-9c64-4cee-8e4c-9d6162d4bd63',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.863542] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.863699] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.863766] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.863984] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.864268] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.864400] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-832021be-55f3-4382-ad69-112e3a770184" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.903386] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.903386] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.903386] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.903386] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.903386] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.930553] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 in Status: IN_PROGRESS for 2s [ 692.053690] env[69367]: INFO networking_nsxv3.common.synchronization [None req-ba3666a5-41f2-421a-8a60-7fc05b8bdf9a None None] Enqueued Resource ID: 52b698fe-9693-4e3e-bb83-847f9050d793 with Priority: HIGHEST for action port [ 692.054831] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52b698fe-9693-4e3e-bb83-847f9050d793 with Priority: HIGHEST for action port [ 692.055697] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-52b698fe-9693-4e3e-bb83-847f9050d793 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.055697] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52b698fe-9693-4e3e-bb83-847f9050d793" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.055697] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52b698fe-9693-4e3e-bb83-847f9050d793" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.055956] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52b698fe-9693-4e3e-bb83-847f9050d793" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.055956] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52b698fe-9693-4e3e-bb83-847f9050d793',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.307041] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('757ac155-9c64-4cee-8e4c-9d6162d4bd63',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.398815] env[69367]: INFO networking_nsxv3.common.synchronization [req-f65963e7-576e-45a5-b537-ced46aa444dc req-e71286ff-00e9-4e59-b421-97941f152007 tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Enqueued Resource ID: fa800a07-41ba-4592-967e-edb5b4924e1d with Priority: HIGHEST for action security_group_members [ 692.399364] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa800a07-41ba-4592-967e-edb5b4924e1d with Priority: HIGHEST for action security_group_members [ 692.399715] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa800a07-41ba-4592-967e-edb5b4924e1d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.402596] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa800a07-41ba-4592-967e-edb5b4924e1d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.402885] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa800a07-41ba-4592-967e-edb5b4924e1d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.403517] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa800a07-41ba-4592-967e-edb5b4924e1d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.403517] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.403697] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.403697] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.404318] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.404318] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.404318] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa800a07-41ba-4592-967e-edb5b4924e1d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.562433] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 52b698fe-9693-4e3e-bb83-847f9050d793 [ 692.562433] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.562433] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.562433] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.562433] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.562433] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.562433] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:52b698fe-9693-4e3e-bb83-847f9050d793 already deleted. [ 692.562433] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52b698fe-9693-4e3e-bb83-847f9050d793" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.743971] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-232 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.743971] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-232" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.743971] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-232" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.743971] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-232" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.744558] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.744558] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.744558] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.744683] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.744736] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.745104] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 692.745225] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 692.745261] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 692.746210] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 692.746210] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 692.746210] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 692.746210] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 692.770474] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 692.771383] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 692.771383] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 692.771383] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-232" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.771534] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-bf356b2c-289e-4c7c-a93d-7325e7683f37 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.771616] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-bf356b2c-289e-4c7c-a93d-7325e7683f37" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.771719] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-bf356b2c-289e-4c7c-a93d-7325e7683f37" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.774054] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-bf356b2c-289e-4c7c-a93d-7325e7683f37" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.774054] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf356b2c-289e-4c7c-a93d-7325e7683f37',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.811157] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.811382] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.811482] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.811782] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.812019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.812090] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 757ac155-9c64-4cee-8e4c-9d6162d4bd63 is going to be created. [ 692.845654] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.845888] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.845888] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.846549] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.846549] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.857375] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 757ac155-9c64-4cee-8e4c-9d6162d4bd63 in Status: UNINITIALIZED for 2s [ 692.909853] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.909853] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.909853] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.910123] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.910123] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.910317] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.910471] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.910471] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.910658] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.910729] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.910813] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa800a07-41ba-4592-967e-edb5b4924e1d already deleted. [ 692.910887] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa800a07-41ba-4592-967e-edb5b4924e1d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.277623] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.277885] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.278125] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.278748] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.279044] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.282884] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port bf356b2c-289e-4c7c-a93d-7325e7683f37 not found, creating... [ 693.283520] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.283624] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.283900] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.284337] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.284781] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.285369] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.285725] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.285932] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.286718] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.287181] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.287555] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: bf356b2c-289e-4c7c-a93d-7325e7683f37 is going to be created. [ 693.317597] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.319121] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.319362] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.320905] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.320905] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.320905] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-bf356b2c-289e-4c7c-a93d-7325e7683f37" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.500506] env[69367]: INFO networking_nsxv3.common.synchronization [req-4f7f133c-8583-4f94-b0a2-aec40e0dcad9 req-14aa25a9-fb7b-4d4e-9646-535c1df22359 tempest-SecurityGroupRulesNegativeTestJSON-629585246 tempest-SecurityGroupRulesNegativeTestJSON-629585246-project-member] Enqueued Resource ID: 2572de56-956a-44a6-a6d0-d1c8b2792eb3 with Priority: HIGHEST for action security_group_rules [ 693.502038] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2572de56-956a-44a6-a6d0-d1c8b2792eb3 with Priority: HIGHEST for action security_group_rules [ 693.502038] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2572de56-956a-44a6-a6d0-d1c8b2792eb3 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.502038] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2572de56-956a-44a6-a6d0-d1c8b2792eb3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.502038] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2572de56-956a-44a6-a6d0-d1c8b2792eb3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.502038] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2572de56-956a-44a6-a6d0-d1c8b2792eb3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.504823] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2572de56-956a-44a6-a6d0-d1c8b2792eb3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.949024] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 in Status: SUCCESS [ 693.949024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.033911] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.034069] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.034629] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.034629] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.034629] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.034629] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2572de56-956a-44a6-a6d0-d1c8b2792eb3 already deleted. [ 694.034881] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2572de56-956a-44a6-a6d0-d1c8b2792eb3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.084254] env[69367]: INFO networking_nsxv3.common.synchronization [req-f65963e7-576e-45a5-b537-ced46aa444dc req-65eb40e4-6d21-4bae-97b5-0d9765db15c1 service nova] Enqueued Resource ID: fa800a07-41ba-4592-967e-edb5b4924e1d with Priority: HIGHEST for action security_group_rules [ 694.084556] env[69367]: INFO networking_nsxv3.common.synchronization [req-f65963e7-576e-45a5-b537-ced46aa444dc req-65eb40e4-6d21-4bae-97b5-0d9765db15c1 service nova] Enqueued Resource ID: fa800a07-41ba-4592-967e-edb5b4924e1d with Priority: HIGHEST for action security_group_members [ 694.084620] env[69367]: INFO networking_nsxv3.common.synchronization [req-f65963e7-576e-45a5-b537-ced46aa444dc req-65eb40e4-6d21-4bae-97b5-0d9765db15c1 service nova] Enqueued Resource ID: bf356b2c-289e-4c7c-a93d-7325e7683f37 with Priority: HIGHEST for action port [ 694.084834] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa800a07-41ba-4592-967e-edb5b4924e1d with Priority: HIGHEST for action security_group_rules [ 694.085469] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa800a07-41ba-4592-967e-edb5b4924e1d with Priority: HIGHEST for action security_group_members [ 694.085469] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf356b2c-289e-4c7c-a93d-7325e7683f37 with Priority: HIGHEST for action port [ 694.085683] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa800a07-41ba-4592-967e-edb5b4924e1d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.085841] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa800a07-41ba-4592-967e-edb5b4924e1d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.085915] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa800a07-41ba-4592-967e-edb5b4924e1d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.086404] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa800a07-41ba-4592-967e-edb5b4924e1d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.086548] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa800a07-41ba-4592-967e-edb5b4924e1d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.088199] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa800a07-41ba-4592-967e-edb5b4924e1d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.088199] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa800a07-41ba-4592-967e-edb5b4924e1d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.088199] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa800a07-41ba-4592-967e-edb5b4924e1d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.088199] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa800a07-41ba-4592-967e-edb5b4924e1d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.088635] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.088750] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.088814] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.089069] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.089208] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.089395] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa800a07-41ba-4592-967e-edb5b4924e1d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.092589] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf356b2c-289e-4c7c-a93d-7325e7683f37 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.092589] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf356b2c-289e-4c7c-a93d-7325e7683f37" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.092589] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf356b2c-289e-4c7c-a93d-7325e7683f37" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.092589] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf356b2c-289e-4c7c-a93d-7325e7683f37" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.092589] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf356b2c-289e-4c7c-a93d-7325e7683f37',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.592954] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa800a07-41ba-4592-967e-edb5b4924e1d taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.593204] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa800a07-41ba-4592-967e-edb5b4924e1d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.593481] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa800a07-41ba-4592-967e-edb5b4924e1d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.596994] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf356b2c-289e-4c7c-a93d-7325e7683f37 with status ACTIVE [ 694.596994] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.596994] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.596994] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.596994] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.596994] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.596994] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.596994] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.596994] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.597906] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.597906] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.597980] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.598054] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.598130] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.598384] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.598485] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.598590] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf356b2c-289e-4c7c-a93d-7325e7683f37 is going to be updated. [ 694.631174] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.631174] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.631469] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.631469] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.632650] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.632650] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf356b2c-289e-4c7c-a93d-7325e7683f37" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.880499] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 757ac155-9c64-4cee-8e4c-9d6162d4bd63 in Status: SUCCESS [ 694.880499] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-757ac155-9c64-4cee-8e4c-9d6162d4bd63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.880499] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-757ac155-9c64-4cee-8e4c-9d6162d4bd63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.880761] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-757ac155-9c64-4cee-8e4c-9d6162d4bd63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.881289] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.882838] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.882838] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.882838] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.882838] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.882838] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-757ac155-9c64-4cee-8e4c-9d6162d4bd63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.882838] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('757ac155-9c64-4cee-8e4c-9d6162d4bd63',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.007549] env[69367]: INFO networking_nsxv3.common.synchronization [req-3562f6d3-799a-4a9a-8cea-c24b9f618584 req-127b8dfd-d1fa-48d0-b09d-394c079bae99 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Enqueued Resource ID: a7823323-dbd9-426e-845b-f8fd7266f47c with Priority: HIGHEST for action security_group_members [ 695.008275] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7823323-dbd9-426e-845b-f8fd7266f47c with Priority: HIGHEST for action security_group_members [ 695.018754] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7823323-dbd9-426e-845b-f8fd7266f47c taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.018754] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7823323-dbd9-426e-845b-f8fd7266f47c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.018754] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7823323-dbd9-426e-845b-f8fd7266f47c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.019269] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7823323-dbd9-426e-845b-f8fd7266f47c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.019269] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.020438] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.020438] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.020438] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.020438] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.020438] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7823323-dbd9-426e-845b-f8fd7266f47c',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.104565] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa800a07-41ba-4592-967e-edb5b4924e1d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.385974] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('757ac155-9c64-4cee-8e4c-9d6162d4bd63',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.529418] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.529418] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.529418] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.529418] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.529418] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.529418] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.529418] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.529418] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.529418] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.529418] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.529418] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7823323-dbd9-426e-845b-f8fd7266f47c already deleted. [ 695.529418] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7823323-dbd9-426e-845b-f8fd7266f47c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.608205] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.608498] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.608604] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.608751] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.608858] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.609186] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa800a07-41ba-4592-967e-edb5b4924e1d is going to be created. [ 695.641742] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.641742] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.641742] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.641742] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.641742] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.652360] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa800a07-41ba-4592-967e-edb5b4924e1d in Status: UNINITIALIZED for 2s [ 695.806251] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-956 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.808613] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-956" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.808613] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-956" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.808613] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-956" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.808613] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.808613] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.808613] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.808613] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.809017] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.809017] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 695.809017] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.809142] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.809266] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.809310] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 695.809413] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.809566] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.832417] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.832417] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 695.832417] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.832417] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-956" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.832417] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-0bc3529e-5c7a-4790-9bd4-390ddfed3671 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.832417] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-0bc3529e-5c7a-4790-9bd4-390ddfed3671" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.832417] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-0bc3529e-5c7a-4790-9bd4-390ddfed3671" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.832904] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-0bc3529e-5c7a-4790-9bd4-390ddfed3671" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.832904] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bc3529e-5c7a-4790-9bd4-390ddfed3671',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.890765] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 757ac155-9c64-4cee-8e4c-9d6162d4bd63: rpc.has_security_group_logging(os_id): False [ 695.910048] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.910309] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.910309] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.910490] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.910586] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.910820] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.910982] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.910982] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.915125] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.915125] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.915125] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 757ac155-9c64-4cee-8e4c-9d6162d4bd63 is going to be created. [ 695.984475] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.984622] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.984679] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.984910] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.988023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.002515] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 757ac155-9c64-4cee-8e4c-9d6162d4bd63 in Status: IN_PROGRESS for 2s [ 696.080897] env[69367]: INFO networking_nsxv3.common.synchronization [req-261fa41c-e7df-4100-bdec-6e46366efe95 req-ba88c2c0-ad2d-4fc1-87e2-9e57b32b3436 tempest-SecurityGroupRulesNegativeTestJSON-629585246 tempest-SecurityGroupRulesNegativeTestJSON-629585246-project-member] Enqueued Resource ID: 2572de56-956a-44a6-a6d0-d1c8b2792eb3 with Priority: HIGHEST for action security_group_rules [ 696.081551] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2572de56-956a-44a6-a6d0-d1c8b2792eb3 with Priority: HIGHEST for action security_group_rules [ 696.081895] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2572de56-956a-44a6-a6d0-d1c8b2792eb3 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.082102] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2572de56-956a-44a6-a6d0-d1c8b2792eb3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.082187] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2572de56-956a-44a6-a6d0-d1c8b2792eb3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.082411] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2572de56-956a-44a6-a6d0-d1c8b2792eb3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.082499] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2572de56-956a-44a6-a6d0-d1c8b2792eb3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.338490] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.338490] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.338490] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.338725] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.338958] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.339127] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 0bc3529e-5c7a-4790-9bd4-390ddfed3671 not found, creating... [ 696.339476] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.339698] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.339842] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.340169] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.340360] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.340756] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.340956] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.341146] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.341411] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.341571] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.341760] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 0bc3529e-5c7a-4790-9bd4-390ddfed3671 is going to be created. [ 696.366207] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.366207] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.366207] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.366638] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.366730] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.367162] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-0bc3529e-5c7a-4790-9bd4-390ddfed3671" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.605997] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.606353] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.606353] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.606622] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.606736] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.606925] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2572de56-956a-44a6-a6d0-d1c8b2792eb3 already deleted. [ 696.606925] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2572de56-956a-44a6-a6d0-d1c8b2792eb3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.447403] env[69367]: INFO networking_nsxv3.common.synchronization [req-3562f6d3-799a-4a9a-8cea-c24b9f618584 req-5a0378a1-1953-44e4-9d2b-43dc7989c6ac service nova] Enqueued Resource ID: a7823323-dbd9-426e-845b-f8fd7266f47c with Priority: HIGHEST for action security_group_rules [ 697.447680] env[69367]: INFO networking_nsxv3.common.synchronization [req-3562f6d3-799a-4a9a-8cea-c24b9f618584 req-5a0378a1-1953-44e4-9d2b-43dc7989c6ac service nova] Enqueued Resource ID: a7823323-dbd9-426e-845b-f8fd7266f47c with Priority: HIGHEST for action security_group_members [ 697.448099] env[69367]: INFO networking_nsxv3.common.synchronization [req-3562f6d3-799a-4a9a-8cea-c24b9f618584 req-5a0378a1-1953-44e4-9d2b-43dc7989c6ac service nova] Enqueued Resource ID: 0bc3529e-5c7a-4790-9bd4-390ddfed3671 with Priority: HIGHEST for action port [ 697.449570] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7823323-dbd9-426e-845b-f8fd7266f47c with Priority: HIGHEST for action security_group_rules [ 697.449570] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7823323-dbd9-426e-845b-f8fd7266f47c with Priority: HIGHEST for action security_group_members [ 697.449570] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bc3529e-5c7a-4790-9bd4-390ddfed3671 with Priority: HIGHEST for action port [ 697.449570] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7823323-dbd9-426e-845b-f8fd7266f47c taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.449570] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7823323-dbd9-426e-845b-f8fd7266f47c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.449850] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7823323-dbd9-426e-845b-f8fd7266f47c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.449906] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7823323-dbd9-426e-845b-f8fd7266f47c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.450251] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7823323-dbd9-426e-845b-f8fd7266f47c',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.453434] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7823323-dbd9-426e-845b-f8fd7266f47c taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.453434] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7823323-dbd9-426e-845b-f8fd7266f47c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.453434] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7823323-dbd9-426e-845b-f8fd7266f47c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.453434] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7823323-dbd9-426e-845b-f8fd7266f47c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.453843] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.454073] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.454678] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.454678] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.454678] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.454678] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7823323-dbd9-426e-845b-f8fd7266f47c',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.458051] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bc3529e-5c7a-4790-9bd4-390ddfed3671 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.458051] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bc3529e-5c7a-4790-9bd4-390ddfed3671" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.458051] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bc3529e-5c7a-4790-9bd4-390ddfed3671" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.458051] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bc3529e-5c7a-4790-9bd4-390ddfed3671" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.458051] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bc3529e-5c7a-4790-9bd4-390ddfed3671',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.670473] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa800a07-41ba-4592-967e-edb5b4924e1d in Status: SUCCESS [ 697.670473] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa800a07-41ba-4592-967e-edb5b4924e1d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.670473] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa800a07-41ba-4592-967e-edb5b4924e1d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.670473] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa800a07-41ba-4592-967e-edb5b4924e1d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.670473] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.670473] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.670473] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.670473] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.670473] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.670473] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa800a07-41ba-4592-967e-edb5b4924e1d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.670473] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa800a07-41ba-4592-967e-edb5b4924e1d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.958181] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7823323-dbd9-426e-845b-f8fd7266f47c taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.958415] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7823323-dbd9-426e-845b-f8fd7266f47c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.958784] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7823323-dbd9-426e-845b-f8fd7266f47c',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.959971] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0bc3529e-5c7a-4790-9bd4-390ddfed3671 with status ACTIVE [ 697.960154] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.960313] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.960387] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.960592] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.960682] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.960867] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.960966] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.964544] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.964906] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.965040] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.965753] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.965882] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.965925] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.966109] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.966633] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.967164] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0bc3529e-5c7a-4790-9bd4-390ddfed3671 is going to be updated. [ 697.998134] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.998134] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.998134] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.998134] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.998388] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.998426] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bc3529e-5c7a-4790-9bd4-390ddfed3671" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.019406] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 757ac155-9c64-4cee-8e4c-9d6162d4bd63 in Status: SUCCESS [ 698.019601] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-757ac155-9c64-4cee-8e4c-9d6162d4bd63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.173820] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa800a07-41ba-4592-967e-edb5b4924e1d taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.174597] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa800a07-41ba-4592-967e-edb5b4924e1d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.175138] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa800a07-41ba-4592-967e-edb5b4924e1d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.175138] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa800a07-41ba-4592-967e-edb5b4924e1d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.175972] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.175972] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.175972] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.175972] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.175972] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.176239] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa800a07-41ba-4592-967e-edb5b4924e1d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.176239] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa800a07-41ba-4592-967e-edb5b4924e1d taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.176349] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa800a07-41ba-4592-967e-edb5b4924e1d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.176411] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa800a07-41ba-4592-967e-edb5b4924e1d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.176579] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa800a07-41ba-4592-967e-edb5b4924e1d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.176736] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.176934] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.176934] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.177336] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.177487] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.177578] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa800a07-41ba-4592-967e-edb5b4924e1d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.177672] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa800a07-41ba-4592-967e-edb5b4924e1d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.471596] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7823323-dbd9-426e-845b-f8fd7266f47c',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.680389] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa800a07-41ba-4592-967e-edb5b4924e1d: rpc.has_security_group_logging(os_id): False [ 698.717696] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.717696] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.717696] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.717696] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.717696] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.717696] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.717696] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.717696] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.718070] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.718070] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.718410] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.718600] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.718805] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.718940] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.719072] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.719511] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.719511] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.719684] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.719852] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.719852] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.719983] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa800a07-41ba-4592-967e-edb5b4924e1d is going to be created. [ 698.792089] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.792293] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.792391] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.792678] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.792923] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.814150] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa800a07-41ba-4592-967e-edb5b4924e1d in Status: IN_PROGRESS for 2s [ 698.977592] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.977592] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.977592] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.977592] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.977592] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.977592] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7823323-dbd9-426e-845b-f8fd7266f47c is going to be created. [ 699.014741] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.014903] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.014952] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.015208] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.015414] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.029532] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7823323-dbd9-426e-845b-f8fd7266f47c in Status: UNINITIALIZED for 2s [ 700.024716] env[69367]: INFO networking_nsxv3.common.synchronization [req-36c710d3-6a55-4117-9aa4-b24fa189d0be req-adcd12cb-362c-4dc6-b203-8e68767071bf tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Enqueued Resource ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e with Priority: HIGHEST for action security_group_members [ 700.024716] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e with Priority: HIGHEST for action security_group_members [ 700.024716] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c53b7f6-040a-411a-bf33-2ed61a56e09e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.026995] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.027080] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.027385] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.027596] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.027709] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.027773] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.028674] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.028778] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.028883] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c53b7f6-040a-411a-bf33-2ed61a56e09e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.456998] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-990 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.457331] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-990" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.457556] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-990" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.458692] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-990" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.459012] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.459232] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.460193] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.460482] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.460652] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.460886] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 700.461019] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.461142] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.461264] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.461386] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 700.461504] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.461648] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.485216] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.485402] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 700.485604] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.485842] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-990" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.486184] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-312dd64a-3a86-4a49-b5ce-3b82ecb81271 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.486389] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-312dd64a-3a86-4a49-b5ce-3b82ecb81271" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.486519] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-312dd64a-3a86-4a49-b5ce-3b82ecb81271" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.486961] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-312dd64a-3a86-4a49-b5ce-3b82ecb81271" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.487158] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('312dd64a-3a86-4a49-b5ce-3b82ecb81271',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.532514] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.532743] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.532743] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.532968] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.533072] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.533268] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.533370] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.533426] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.533579] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.533653] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.533736] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e already deleted. [ 700.533808] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.833797] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa800a07-41ba-4592-967e-edb5b4924e1d in Status: SUCCESS [ 700.833797] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa800a07-41ba-4592-967e-edb5b4924e1d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.992924] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.992924] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.992924] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.992924] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.992924] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.992924] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 312dd64a-3a86-4a49-b5ce-3b82ecb81271 not found, creating... [ 700.992924] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.992924] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.993845] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.994325] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.994713] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.995205] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.995689] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.995996] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.996576] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.996972] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.998095] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 312dd64a-3a86-4a49-b5ce-3b82ecb81271 is going to be created. [ 701.031551] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.031551] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.031551] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.031551] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.031551] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.031551] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-312dd64a-3a86-4a49-b5ce-3b82ecb81271" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.051771] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7823323-dbd9-426e-845b-f8fd7266f47c in Status: SUCCESS [ 701.052067] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7823323-dbd9-426e-845b-f8fd7266f47c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.052659] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7823323-dbd9-426e-845b-f8fd7266f47c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.052948] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7823323-dbd9-426e-845b-f8fd7266f47c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.053229] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.053446] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.053446] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.053617] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.053738] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.054167] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7823323-dbd9-426e-845b-f8fd7266f47c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.054167] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7823323-dbd9-426e-845b-f8fd7266f47c',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.561527] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7823323-dbd9-426e-845b-f8fd7266f47c taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.561527] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7823323-dbd9-426e-845b-f8fd7266f47c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.561527] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7823323-dbd9-426e-845b-f8fd7266f47c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.561527] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7823323-dbd9-426e-845b-f8fd7266f47c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.561527] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.561527] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.561801] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.561910] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.562068] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.562188] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7823323-dbd9-426e-845b-f8fd7266f47c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.562347] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7823323-dbd9-426e-845b-f8fd7266f47c taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.562476] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7823323-dbd9-426e-845b-f8fd7266f47c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.562558] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7823323-dbd9-426e-845b-f8fd7266f47c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.562967] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7823323-dbd9-426e-845b-f8fd7266f47c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.562967] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.563144] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.563206] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.563375] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.565048] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.565048] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7823323-dbd9-426e-845b-f8fd7266f47c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.565048] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7823323-dbd9-426e-845b-f8fd7266f47c',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.028737] env[69367]: INFO networking_nsxv3.common.synchronization [req-36c710d3-6a55-4117-9aa4-b24fa189d0be req-a92eb67c-5cd7-4da9-b39d-cdfec19a89ca service nova] Enqueued Resource ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e with Priority: HIGHEST for action security_group_rules [ 702.028737] env[69367]: INFO networking_nsxv3.common.synchronization [req-36c710d3-6a55-4117-9aa4-b24fa189d0be req-a92eb67c-5cd7-4da9-b39d-cdfec19a89ca service nova] Enqueued Resource ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e with Priority: HIGHEST for action security_group_members [ 702.028737] env[69367]: INFO networking_nsxv3.common.synchronization [req-36c710d3-6a55-4117-9aa4-b24fa189d0be req-a92eb67c-5cd7-4da9-b39d-cdfec19a89ca service nova] Enqueued Resource ID: 312dd64a-3a86-4a49-b5ce-3b82ecb81271 with Priority: HIGHEST for action port [ 702.029145] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e with Priority: HIGHEST for action security_group_rules [ 702.029299] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e with Priority: HIGHEST for action security_group_members [ 702.029419] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 312dd64a-3a86-4a49-b5ce-3b82ecb81271 with Priority: HIGHEST for action port [ 702.029723] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c53b7f6-040a-411a-bf33-2ed61a56e09e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.029851] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.029918] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.030205] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.030281] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c53b7f6-040a-411a-bf33-2ed61a56e09e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.031320] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c53b7f6-040a-411a-bf33-2ed61a56e09e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.031400] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.031400] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.032712] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.032712] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.032712] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.032712] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.032712] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.032712] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.032712] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c53b7f6-040a-411a-bf33-2ed61a56e09e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.033738] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-312dd64a-3a86-4a49-b5ce-3b82ecb81271 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.033809] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-312dd64a-3a86-4a49-b5ce-3b82ecb81271" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.033844] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-312dd64a-3a86-4a49-b5ce-3b82ecb81271" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.034885] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-312dd64a-3a86-4a49-b5ce-3b82ecb81271" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.034885] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('312dd64a-3a86-4a49-b5ce-3b82ecb81271',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.065952] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7823323-dbd9-426e-845b-f8fd7266f47c: rpc.has_security_group_logging(os_id): False [ 702.085932] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.086125] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.086172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.086385] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.086488] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.086725] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.086828] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.086892] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.087102] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.087159] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.087332] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.087419] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.087582] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.087706] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.087706] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.087860] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.087955] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.088036] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.090470] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.090522] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.090746] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7823323-dbd9-426e-845b-f8fd7266f47c is going to be created. [ 702.176056] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.176460] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.176460] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.176661] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.176874] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.194035] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7823323-dbd9-426e-845b-f8fd7266f47c in Status: IN_PROGRESS for 2s [ 702.536323] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c53b7f6-040a-411a-bf33-2ed61a56e09e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.538600] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c53b7f6-040a-411a-bf33-2ed61a56e09e taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.538679] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.538955] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 312dd64a-3a86-4a49-b5ce-3b82ecb81271 with status ACTIVE [ 702.539157] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.539157] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.539270] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.539424] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.539510] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.539696] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.539794] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.539859] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.542605] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.542605] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.542987] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.543125] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.543211] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.543630] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.543630] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.543781] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 312dd64a-3a86-4a49-b5ce-3b82ecb81271 is going to be updated. [ 702.569125] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.569530] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.569530] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.569648] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.569896] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.569896] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-312dd64a-3a86-4a49-b5ce-3b82ecb81271" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.710638] env[69367]: INFO networking_nsxv3.common.synchronization [None req-d9e0fe0d-8870-4e44-9810-f034b1270571 None None] Enqueued Resource ID: 2432369a-d650-4a0a-af1c-874f9bb5aefb with Priority: HIGHEST for action port [ 702.710905] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2432369a-d650-4a0a-af1c-874f9bb5aefb with Priority: HIGHEST for action port [ 702.711699] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-2432369a-d650-4a0a-af1c-874f9bb5aefb taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.711931] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2432369a-d650-4a0a-af1c-874f9bb5aefb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.712023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2432369a-d650-4a0a-af1c-874f9bb5aefb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.712385] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2432369a-d650-4a0a-af1c-874f9bb5aefb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.712665] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2432369a-d650-4a0a-af1c-874f9bb5aefb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.048508] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c53b7f6-040a-411a-bf33-2ed61a56e09e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.217562] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2432369a-d650-4a0a-af1c-874f9bb5aefb [ 703.218166] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.218317] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.218654] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.218946] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.219091] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.219202] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2432369a-d650-4a0a-af1c-874f9bb5aefb already deleted. [ 703.219294] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2432369a-d650-4a0a-af1c-874f9bb5aefb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.551637] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.551874] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.551936] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.552432] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.552532] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.552658] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e is going to be created. [ 703.583086] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.583086] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.583086] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.583086] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.583086] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.599194] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e in Status: UNINITIALIZED for 2s [ 704.213711] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7823323-dbd9-426e-845b-f8fd7266f47c in Status: SUCCESS [ 704.214059] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7823323-dbd9-426e-845b-f8fd7266f47c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.612217] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e in Status: SUCCESS [ 705.612702] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.612702] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.613214] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.613214] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.613616] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.613616] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.613616] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.613616] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.613771] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.613771] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c53b7f6-040a-411a-bf33-2ed61a56e09e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.116447] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c53b7f6-040a-411a-bf33-2ed61a56e09e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.390754] env[69367]: INFO networking_nsxv3.common.synchronization [None req-e6dc5574-b1c8-4dba-94ca-60b7c076bb47 None None] Enqueued Resource ID: a36178d6-214f-45cb-b09d-d891ee8bbdfb with Priority: HIGHEST for action port [ 706.390754] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a36178d6-214f-45cb-b09d-d891ee8bbdfb with Priority: HIGHEST for action port [ 706.390754] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-a36178d6-214f-45cb-b09d-d891ee8bbdfb taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.390754] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a36178d6-214f-45cb-b09d-d891ee8bbdfb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.390754] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a36178d6-214f-45cb-b09d-d891ee8bbdfb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.390754] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a36178d6-214f-45cb-b09d-d891ee8bbdfb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.390754] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a36178d6-214f-45cb-b09d-d891ee8bbdfb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.559525] env[69367]: INFO networking_nsxv3.common.synchronization [None req-c4ee50d2-e5f2-4cd9-b28f-c990de3d550e None None] Enqueued Resource ID: edaadd04-78e9-4a53-926b-9fdb5529e391 with Priority: HIGHEST for action port [ 706.560096] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edaadd04-78e9-4a53-926b-9fdb5529e391 with Priority: HIGHEST for action port [ 706.560568] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-edaadd04-78e9-4a53-926b-9fdb5529e391 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.560568] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edaadd04-78e9-4a53-926b-9fdb5529e391" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.560889] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edaadd04-78e9-4a53-926b-9fdb5529e391" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.560948] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edaadd04-78e9-4a53-926b-9fdb5529e391" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.560995] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edaadd04-78e9-4a53-926b-9fdb5529e391',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.618523] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c53b7f6-040a-411a-bf33-2ed61a56e09e: rpc.has_security_group_logging(os_id): False [ 706.645398] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.645398] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.645398] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.645398] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.646486] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.646486] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.646486] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.646486] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.646486] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.646486] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.646486] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e is going to be created. [ 706.730041] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.730041] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.730041] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.730041] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.730041] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.744462] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e in Status: IN_PROGRESS for 2s [ 706.894057] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a36178d6-214f-45cb-b09d-d891ee8bbdfb [ 706.894292] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.894411] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.894485] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.894689] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.894789] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.894877] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a36178d6-214f-45cb-b09d-d891ee8bbdfb already deleted. [ 706.894953] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a36178d6-214f-45cb-b09d-d891ee8bbdfb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.895911] env[69367]: INFO networking_nsxv3.common.synchronization [None req-4a8e4f13-cb5c-4309-9dd5-fd79b6270a9e None None] Enqueued Resource ID: c866371a-4a30-46f9-a7a9-cc379e158659 with Priority: HIGHEST for action port [ 706.896617] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c866371a-4a30-46f9-a7a9-cc379e158659 with Priority: HIGHEST for action port [ 706.896880] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-c866371a-4a30-46f9-a7a9-cc379e158659 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.897095] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c866371a-4a30-46f9-a7a9-cc379e158659" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.897212] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c866371a-4a30-46f9-a7a9-cc379e158659" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.897550] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c866371a-4a30-46f9-a7a9-cc379e158659" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.897651] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c866371a-4a30-46f9-a7a9-cc379e158659',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.059476] env[69367]: INFO networking_nsxv3.common.synchronization [None req-a7a14e11-10fd-4332-a52b-4dc7f03b8e90 None None] Enqueued Resource ID: b321a451-9eac-4243-8b47-0f8ae53d3272 with Priority: HIGHEST for action port [ 707.060136] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b321a451-9eac-4243-8b47-0f8ae53d3272 with Priority: HIGHEST for action port [ 707.060464] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-b321a451-9eac-4243-8b47-0f8ae53d3272 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.060609] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b321a451-9eac-4243-8b47-0f8ae53d3272" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.060681] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b321a451-9eac-4243-8b47-0f8ae53d3272" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.060958] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b321a451-9eac-4243-8b47-0f8ae53d3272" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.064148] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b321a451-9eac-4243-8b47-0f8ae53d3272',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.065745] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port edaadd04-78e9-4a53-926b-9fdb5529e391 [ 707.065894] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.066027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.066094] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.066388] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.066388] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.066486] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:edaadd04-78e9-4a53-926b-9fdb5529e391 already deleted. [ 707.066561] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edaadd04-78e9-4a53-926b-9fdb5529e391" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.400240] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c866371a-4a30-46f9-a7a9-cc379e158659 [ 707.400456] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.400879] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.400955] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.401174] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.401257] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.401350] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c866371a-4a30-46f9-a7a9-cc379e158659 already deleted. [ 707.401464] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c866371a-4a30-46f9-a7a9-cc379e158659" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.572918] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b321a451-9eac-4243-8b47-0f8ae53d3272 [ 707.572918] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.572918] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.572918] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.572918] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.572918] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.572918] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b321a451-9eac-4243-8b47-0f8ae53d3272 already deleted. [ 707.572918] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b321a451-9eac-4243-8b47-0f8ae53d3272" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.758648] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e in Status: SUCCESS [ 708.758996] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.970481] env[69367]: INFO networking_nsxv3.common.synchronization [req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 req-d46ede15-06db-4437-a9a2-cd33ecb7623d tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Enqueued Resource ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 with Priority: HIGHEST for action security_group_members [ 708.971052] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 with Priority: HIGHEST for action security_group_members [ 708.971354] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.971665] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.971665] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.972361] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.972361] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.972361] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.976206] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.976206] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.976206] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.976206] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6d6fdf7-f6f4-410c-9619-eb98ef75ca50',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.402231] env[69367]: INFO networking_nsxv3.common.synchronization [None req-230d5d7f-27d6-432b-8c05-5a2a6f7e5413 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Enqueued Resource ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 with Priority: HIGHEST for action security_group_rules [ 709.402231] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 with Priority: HIGHEST for action security_group_rules [ 709.402231] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40f15421-8dbd-46e4-be17-05ff314d7f04 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.402792] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.404447] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.404447] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.404447] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40f15421-8dbd-46e4-be17-05ff314d7f04',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.423575] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.423817] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.424695] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.424695] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.424695] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.424695] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.424937] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.424988] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.426043] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.427597] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 709.427597] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 709.427597] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 709.427597] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 709.427597] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 709.427597] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 709.428047] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 709.449278] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 709.449602] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 709.449602] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 709.449602] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.451383] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-042d8ee6-ffcc-4f55-abdc-c2750ebe8bb7 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.451383] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-042d8ee6-ffcc-4f55-abdc-c2750ebe8bb7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.451383] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-042d8ee6-ffcc-4f55-abdc-c2750ebe8bb7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.451383] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-042d8ee6-ffcc-4f55-abdc-c2750ebe8bb7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.451383] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('042d8ee6-ffcc-4f55-abdc-c2750ebe8bb7',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.478691] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.478854] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.478931] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.479171] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.479261] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.480071] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.480071] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.480071] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.480071] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.480071] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.480071] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 is going to be updated. [ 709.517546] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.517546] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.517546] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.518873] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.518873] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.533183] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 in Status: IN_PROGRESS for 2s [ 709.537649] env[69367]: INFO networking_nsxv3.common.synchronization [None req-9026ba31-b2ac-4cff-aa9c-f5943e22ac27 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Enqueued Resource ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 with Priority: HIGHEST for action security_group_rules [ 709.538252] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 with Priority: HIGHEST for action security_group_rules [ 709.538612] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40f15421-8dbd-46e4-be17-05ff314d7f04 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.538738] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.908558] env[69367]: INFO networking_nsxv3.common.synchronization [None req-0d3566a9-0c8b-491c-a1bf-6934a4fb859f tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Enqueued Resource ID: 0733d590-5f84-452f-9a74-18888946451a with Priority: HIGHEST for action security_group_rules [ 709.910803] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0733d590-5f84-452f-9a74-18888946451a with Priority: HIGHEST for action security_group_rules [ 709.912106] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0733d590-5f84-452f-9a74-18888946451a taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.912320] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0733d590-5f84-452f-9a74-18888946451a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.912604] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0733d590-5f84-452f-9a74-18888946451a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.913038] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0733d590-5f84-452f-9a74-18888946451a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.913038] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0733d590-5f84-452f-9a74-18888946451a',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.934526] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.934661] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.934661] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.935267] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.935267] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.935267] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 already deleted. [ 709.935267] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.935267] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.938472] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.938472] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40f15421-8dbd-46e4-be17-05ff314d7f04',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.955734] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.956013] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.956216] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.956423] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.956529] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.956688] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 042d8ee6-ffcc-4f55-abdc-c2750ebe8bb7 not found, creating... [ 709.956962] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.957146] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.957284] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.957702] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.957840] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.958671] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.958996] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.959068] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.959435] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.959642] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.959823] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 042d8ee6-ffcc-4f55-abdc-c2750ebe8bb7 is going to be created. [ 709.986348] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.986348] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.986348] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.986348] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.986348] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.986348] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-042d8ee6-ffcc-4f55-abdc-c2750ebe8bb7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.018721] env[69367]: INFO networking_nsxv3.common.synchronization [None req-cd83e3ce-1561-44da-b694-400a08c053b1 None None] Enqueued Resource ID: 8fae207b-fbe8-464d-a9ab-3165aad2d6bd with Priority: HIGHEST for action port [ 710.018721] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fae207b-fbe8-464d-a9ab-3165aad2d6bd with Priority: HIGHEST for action port [ 710.018898] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fae207b-fbe8-464d-a9ab-3165aad2d6bd taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.019011] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fae207b-fbe8-464d-a9ab-3165aad2d6bd" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.019982] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fae207b-fbe8-464d-a9ab-3165aad2d6bd" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.020768] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fae207b-fbe8-464d-a9ab-3165aad2d6bd" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.020768] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fae207b-fbe8-464d-a9ab-3165aad2d6bd',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.043918] env[69367]: INFO networking_nsxv3.common.synchronization [None req-bf2e42bf-8fbd-4e34-8e03-34ef581c1b43 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Enqueued Resource ID: 0733d590-5f84-452f-9a74-18888946451a with Priority: HIGHEST for action security_group_rules [ 710.043918] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0733d590-5f84-452f-9a74-18888946451a with Priority: HIGHEST for action security_group_rules [ 710.043918] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0733d590-5f84-452f-9a74-18888946451a taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.043918] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0733d590-5f84-452f-9a74-18888946451a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.064117] env[69367]: INFO networking_nsxv3.common.synchronization [None req-65176183-8c37-4b9f-9968-713bd20525ca None None] Enqueued Resource ID: 5fcce74a-1363-4257-9bd8-8a8268bf8e68 with Priority: HIGHEST for action port [ 710.064611] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fcce74a-1363-4257-9bd8-8a8268bf8e68 with Priority: HIGHEST for action port [ 710.064936] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fcce74a-1363-4257-9bd8-8a8268bf8e68 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.065440] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fcce74a-1363-4257-9bd8-8a8268bf8e68" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.065548] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fcce74a-1363-4257-9bd8-8a8268bf8e68" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.068599] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fcce74a-1363-4257-9bd8-8a8268bf8e68" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.068599] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fcce74a-1363-4257-9bd8-8a8268bf8e68',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.398462] env[69367]: INFO networking_nsxv3.common.synchronization [None req-e38f6f6a-b1ec-4dd9-8241-858c1bafac7f None None] Enqueued Resource ID: 9f7b91be-111d-4c86-a6eb-86ac65ca0e1b with Priority: HIGHEST for action port [ 710.398462] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f7b91be-111d-4c86-a6eb-86ac65ca0e1b with Priority: HIGHEST for action port [ 710.398462] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f7b91be-111d-4c86-a6eb-86ac65ca0e1b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.398462] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f7b91be-111d-4c86-a6eb-86ac65ca0e1b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.398462] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f7b91be-111d-4c86-a6eb-86ac65ca0e1b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.398957] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f7b91be-111d-4c86-a6eb-86ac65ca0e1b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.398957] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f7b91be-111d-4c86-a6eb-86ac65ca0e1b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.441352] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.441352] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.441352] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.441352] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.441352] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.441352] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0733d590-5f84-452f-9a74-18888946451a already deleted. [ 710.441352] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0733d590-5f84-452f-9a74-18888946451a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.441352] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0733d590-5f84-452f-9a74-18888946451a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.441352] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0733d590-5f84-452f-9a74-18888946451a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.441352] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0733d590-5f84-452f-9a74-18888946451a',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.469721] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.469721] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.469721] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.469721] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.469721] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.469721] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 already deleted. [ 710.469721] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.523612] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8fae207b-fbe8-464d-a9ab-3165aad2d6bd [ 710.524095] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.524095] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.524095] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.524301] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.524340] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.524448] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8fae207b-fbe8-464d-a9ab-3165aad2d6bd already deleted. [ 710.524530] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fae207b-fbe8-464d-a9ab-3165aad2d6bd" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.571514] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5fcce74a-1363-4257-9bd8-8a8268bf8e68 [ 710.571737] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.571864] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.571960] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.572170] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.572274] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.572349] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5fcce74a-1363-4257-9bd8-8a8268bf8e68 already deleted. [ 710.572433] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fcce74a-1363-4257-9bd8-8a8268bf8e68" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.743265] env[69367]: INFO networking_nsxv3.common.synchronization [req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 req-90885674-72a5-4ef3-a9c4-57c98c9bdc85 service nova] Enqueued Resource ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 with Priority: HIGHEST for action security_group_rules [ 710.743265] env[69367]: INFO networking_nsxv3.common.synchronization [req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 req-90885674-72a5-4ef3-a9c4-57c98c9bdc85 service nova] Enqueued Resource ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 with Priority: HIGHEST for action security_group_members [ 710.743265] env[69367]: INFO networking_nsxv3.common.synchronization [req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 req-90885674-72a5-4ef3-a9c4-57c98c9bdc85 service nova] Enqueued Resource ID: 042d8ee6-ffcc-4f55-abdc-c2750ebe8bb7 with Priority: HIGHEST for action port [ 710.743265] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 with Priority: HIGHEST for action security_group_rules [ 710.743265] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 with Priority: HIGHEST for action security_group_members [ 710.743265] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 042d8ee6-ffcc-4f55-abdc-c2750ebe8bb7 with Priority: HIGHEST for action port [ 710.743265] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.743265] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.743265] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.743265] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.743265] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6d6fdf7-f6f4-410c-9619-eb98ef75ca50',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.743265] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.743265] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.743265] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-042d8ee6-ffcc-4f55-abdc-c2750ebe8bb7 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.743913] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-042d8ee6-ffcc-4f55-abdc-c2750ebe8bb7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.743913] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-042d8ee6-ffcc-4f55-abdc-c2750ebe8bb7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.743913] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-042d8ee6-ffcc-4f55-abdc-c2750ebe8bb7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.743913] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('042d8ee6-ffcc-4f55-abdc-c2750ebe8bb7',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.904396] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f7b91be-111d-4c86-a6eb-86ac65ca0e1b [ 710.904396] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.904396] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.904396] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.904396] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.904396] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.904396] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f7b91be-111d-4c86-a6eb-86ac65ca0e1b already deleted. [ 710.905139] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f7b91be-111d-4c86-a6eb-86ac65ca0e1b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.968025] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.968025] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.968025] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.968025] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.968025] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.968025] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0733d590-5f84-452f-9a74-18888946451a already deleted. [ 710.968025] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0733d590-5f84-452f-9a74-18888946451a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.249899] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 042d8ee6-ffcc-4f55-abdc-c2750ebe8bb7 with status ACTIVE [ 711.249899] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.249899] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.249899] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.249899] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.249899] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.249899] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.249899] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.249899] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.249899] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.249899] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.249899] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.249899] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.249899] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.249899] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.249899] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.249899] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 042d8ee6-ffcc-4f55-abdc-c2750ebe8bb7 is going to be updated. [ 711.251895] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.251895] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.271805] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.271956] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.272037] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.272714] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.272714] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.272714] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-042d8ee6-ffcc-4f55-abdc-c2750ebe8bb7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.543646] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 in Status: SUCCESS [ 711.548576] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 deletion is rescheduled due to dependency. [ 711.548576] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.548576] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.548576] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.548576] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.548576] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.548576] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.548576] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.548576] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.548576] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6d6fdf7-f6f4-410c-9619-eb98ef75ca50',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.050021] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6d6fdf7-f6f4-410c-9619-eb98ef75ca50',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.482179] env[69367]: INFO networking_nsxv3.common.synchronization [req-c11ac535-5d31-4d1e-b53c-2ce6ef2c17ed req-eacbcd4f-1478-46da-a81d-6453e8893dcc tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Enqueued Resource ID: a7823323-dbd9-426e-845b-f8fd7266f47c with Priority: HIGHEST for action security_group_members [ 712.482779] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7823323-dbd9-426e-845b-f8fd7266f47c with Priority: HIGHEST for action security_group_members [ 712.483200] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7823323-dbd9-426e-845b-f8fd7266f47c taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.483336] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7823323-dbd9-426e-845b-f8fd7266f47c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.483435] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7823323-dbd9-426e-845b-f8fd7266f47c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.483642] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7823323-dbd9-426e-845b-f8fd7266f47c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.483800] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.483903] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.483969] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.484122] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.484207] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.485275] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7823323-dbd9-426e-845b-f8fd7266f47c',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.551268] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6d6fdf7-f6f4-410c-9619-eb98ef75ca50',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.988031] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.988272] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.988328] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.988531] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.988633] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.988831] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.988931] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.988981] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.989169] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.989248] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.989337] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7823323-dbd9-426e-845b-f8fd7266f47c is going to be updated. [ 713.022303] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.023505] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.023675] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.023926] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.024227] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.035025] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7823323-dbd9-426e-845b-f8fd7266f47c in Status: IN_PROGRESS for 2s [ 713.055093] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.055093] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.055093] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.055446] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.055446] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.055571] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 is going to be updated. [ 713.086834] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.087013] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.087099] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.087317] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.087482] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.098384] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 in Status: IN_PROGRESS for 2s [ 713.847708] env[69367]: INFO networking_nsxv3.common.synchronization [req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef req-69ffbe38-fd19-4a92-990c-1109e7c2a83d tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Enqueued Resource ID: b5d04874-25c8-4612-8cf5-963c176a7d67 with Priority: HIGHEST for action security_group_members [ 713.847976] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5d04874-25c8-4612-8cf5-963c176a7d67 with Priority: HIGHEST for action security_group_members [ 713.848756] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5d04874-25c8-4612-8cf5-963c176a7d67 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.848756] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.848756] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.848756] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.848975] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.850582] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.850582] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.850582] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.850582] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.850582] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.253043] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-631 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.253043] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-631" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.253043] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-631" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.253043] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-631" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.253043] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.253043] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.253043] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.253043] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.253043] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.254770] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 714.255068] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.255286] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.255542] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.256409] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 714.257204] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.257494] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.279552] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.279735] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 714.279918] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.280714] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-631" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.280714] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-31d90250-2225-4a6e-9db8-87f533b94ba0 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.280714] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-31d90250-2225-4a6e-9db8-87f533b94ba0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.280872] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-31d90250-2225-4a6e-9db8-87f533b94ba0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.281291] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-31d90250-2225-4a6e-9db8-87f533b94ba0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.281291] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31d90250-2225-4a6e-9db8-87f533b94ba0',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.352519] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.352760] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.352760] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.352974] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.353078] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.353385] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.353385] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.353493] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.353692] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.353692] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.353852] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5d04874-25c8-4612-8cf5-963c176a7d67 already deleted. [ 714.353852] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.787019] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.787019] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.787019] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.787019] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.787019] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.787019] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 31d90250-2225-4a6e-9db8-87f533b94ba0 not found, creating... [ 714.787362] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.787362] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.787445] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.787856] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.788214] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.788555] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.788672] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.788777] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.789076] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.789476] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.789476] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 31d90250-2225-4a6e-9db8-87f533b94ba0 is going to be created. [ 714.814345] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.814561] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.814688] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.814980] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.815230] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.815753] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-31d90250-2225-4a6e-9db8-87f533b94ba0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.047951] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7823323-dbd9-426e-845b-f8fd7266f47c in Status: SUCCESS [ 715.048160] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7823323-dbd9-426e-845b-f8fd7266f47c deletion is rescheduled due to dependency. [ 715.048277] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7823323-dbd9-426e-845b-f8fd7266f47c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.112171] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 in Status: SUCCESS [ 715.113749] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.114076] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.114243] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.114452] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.114920] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.114979] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.115262] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.115655] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.115655] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.115655] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6d6fdf7-f6f4-410c-9619-eb98ef75ca50',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.617971] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.618362] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.618362] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.618694] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.622807] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.623029] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.623437] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.623543] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.623603] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.623732] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.623979] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.624134] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.624237] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.624482] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.624710] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.624857] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.624953] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.625184] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.625313] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.625441] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.625569] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6d6fdf7-f6f4-410c-9619-eb98ef75ca50',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.991265] env[69367]: INFO networking_nsxv3.common.synchronization [req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef req-93012762-8941-450e-a7a9-212d24e05129 service nova] Enqueued Resource ID: b5d04874-25c8-4612-8cf5-963c176a7d67 with Priority: HIGHEST for action security_group_rules [ 715.991432] env[69367]: INFO networking_nsxv3.common.synchronization [req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef req-93012762-8941-450e-a7a9-212d24e05129 service nova] Enqueued Resource ID: b5d04874-25c8-4612-8cf5-963c176a7d67 with Priority: HIGHEST for action security_group_members [ 715.991581] env[69367]: INFO networking_nsxv3.common.synchronization [req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef req-93012762-8941-450e-a7a9-212d24e05129 service nova] Enqueued Resource ID: 31d90250-2225-4a6e-9db8-87f533b94ba0 with Priority: HIGHEST for action port [ 715.991786] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5d04874-25c8-4612-8cf5-963c176a7d67 with Priority: HIGHEST for action security_group_rules [ 715.991916] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5d04874-25c8-4612-8cf5-963c176a7d67 with Priority: HIGHEST for action security_group_members [ 715.992011] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31d90250-2225-4a6e-9db8-87f533b94ba0 with Priority: HIGHEST for action port [ 715.992572] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5d04874-25c8-4612-8cf5-963c176a7d67 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.992694] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.992784] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.993015] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.993249] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.994246] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5d04874-25c8-4612-8cf5-963c176a7d67 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.994423] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.994423] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.995024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.995024] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.995024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.995024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.995443] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.995443] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.995443] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.997880] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-31d90250-2225-4a6e-9db8-87f533b94ba0 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.997880] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31d90250-2225-4a6e-9db8-87f533b94ba0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.997880] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31d90250-2225-4a6e-9db8-87f533b94ba0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.997880] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31d90250-2225-4a6e-9db8-87f533b94ba0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.997880] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31d90250-2225-4a6e-9db8-87f533b94ba0',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.128961] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6d6fdf7-f6f4-410c-9619-eb98ef75ca50: rpc.has_security_group_logging(os_id): False [ 716.149989] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.150301] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.150997] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.151780] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.151780] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.151780] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.151976] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.151976] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.152503] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.152670] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.152983] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.153063] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.153106] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.153292] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.153375] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.153629] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.153728] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.153770] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.153977] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.154066] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.154107] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 is going to be updated. [ 716.222609] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.222867] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.222969] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.223189] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.223485] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.236839] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 in Status: IN_PROGRESS for 2s [ 716.499571] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5d04874-25c8-4612-8cf5-963c176a7d67 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.499571] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.499827] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.500810] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31d90250-2225-4a6e-9db8-87f533b94ba0 with status ACTIVE [ 716.501525] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.501525] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.501525] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.501525] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.501525] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.502458] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.502458] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.502458] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.502458] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.502458] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.502458] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.502458] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.502746] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.502746] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.502746] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.502861] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31d90250-2225-4a6e-9db8-87f533b94ba0 is going to be updated. [ 716.533168] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.533168] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.533168] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.533168] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.533168] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.533168] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31d90250-2225-4a6e-9db8-87f533b94ba0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.008187] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.104118] env[69367]: INFO networking_nsxv3.common.synchronization [req-62284c58-533b-4f58-a1c0-5c5d19e259ef req-6d380552-9527-42c7-b6bb-28ab54445f03 tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Enqueued Resource ID: 60097369-5cec-47b5-9760-2326a637dc4d with Priority: HIGHEST for action security_group_members [ 717.104963] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60097369-5cec-47b5-9760-2326a637dc4d with Priority: HIGHEST for action security_group_members [ 717.109626] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-60097369-5cec-47b5-9760-2326a637dc4d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.109626] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60097369-5cec-47b5-9760-2326a637dc4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.109626] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60097369-5cec-47b5-9760-2326a637dc4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.110101] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60097369-5cec-47b5-9760-2326a637dc4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.110101] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.110101] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.110101] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.110383] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.110383] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.110474] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60097369-5cec-47b5-9760-2326a637dc4d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.510603] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.510783] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.510856] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.511119] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.511208] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.511307] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5d04874-25c8-4612-8cf5-963c176a7d67 is going to be created. [ 717.541525] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.541703] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.541758] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.542019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.542234] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.553071] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5d04874-25c8-4612-8cf5-963c176a7d67 in Status: UNINITIALIZED for 2s [ 717.613793] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.613986] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.614111] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.614318] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.614411] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.614612] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.614716] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.614780] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.614928] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.615010] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.615121] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60097369-5cec-47b5-9760-2326a637dc4d already deleted. [ 717.615203] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60097369-5cec-47b5-9760-2326a637dc4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.040320] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.040877] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.040877] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.041034] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.041500] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.041500] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.041748] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.042027] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.046265] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.046265] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 718.046265] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 718.046582] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 718.046582] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 718.046582] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 718.050236] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 718.050236] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 718.079979] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 718.079979] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 718.079979] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 718.079979] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.079979] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-00970b1a-08f7-4595-bd4f-3f6e36ee6302 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.079979] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-00970b1a-08f7-4595-bd4f-3f6e36ee6302" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.079979] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-00970b1a-08f7-4595-bd4f-3f6e36ee6302" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.079979] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-00970b1a-08f7-4595-bd4f-3f6e36ee6302" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.080990] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00970b1a-08f7-4595-bd4f-3f6e36ee6302',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.261313] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 in Status: SUCCESS [ 718.261832] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.350427] env[69367]: INFO networking_nsxv3.common.synchronization [None req-b3e41035-639d-40e5-bb72-04e3e5740595 None None] Enqueued Resource ID: 922ebdfa-c236-4695-8f44-f2ac1393cd08 with Priority: HIGHEST for action port [ 718.351010] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 922ebdfa-c236-4695-8f44-f2ac1393cd08 with Priority: HIGHEST for action port [ 718.351522] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-922ebdfa-c236-4695-8f44-f2ac1393cd08 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.351522] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-922ebdfa-c236-4695-8f44-f2ac1393cd08" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.351522] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-922ebdfa-c236-4695-8f44-f2ac1393cd08" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.351824] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-922ebdfa-c236-4695-8f44-f2ac1393cd08" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.351824] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('922ebdfa-c236-4695-8f44-f2ac1393cd08',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.586704] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.586958] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.587093] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.587373] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.587543] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.589147] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 00970b1a-08f7-4595-bd4f-3f6e36ee6302 not found, creating... [ 718.589147] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.589147] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.589147] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.589147] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.589395] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.589473] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.589655] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.589770] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.589985] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.592970] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.592970] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 00970b1a-08f7-4595-bd4f-3f6e36ee6302 is going to be created. [ 718.612050] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.612323] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.612422] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.612943] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.613311] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.613599] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-00970b1a-08f7-4595-bd4f-3f6e36ee6302" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.861915] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 922ebdfa-c236-4695-8f44-f2ac1393cd08 [ 718.861915] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.861915] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.862230] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.862230] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.862350] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.862411] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:922ebdfa-c236-4695-8f44-f2ac1393cd08 already deleted. [ 718.862474] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-922ebdfa-c236-4695-8f44-f2ac1393cd08" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.954561] env[69367]: INFO networking_nsxv3.common.synchronization [req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 req-72a8845c-e7b6-4bba-9f33-4d8da31c4403 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Enqueued Resource ID: 96619964-d916-4513-bd45-1dbafee0a5b3 with Priority: HIGHEST for action security_group_members [ 718.955098] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96619964-d916-4513-bd45-1dbafee0a5b3 with Priority: HIGHEST for action security_group_members [ 718.955394] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-96619964-d916-4513-bd45-1dbafee0a5b3 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.955698] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.955698] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.955866] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.956847] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.956847] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.956847] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.956847] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.960546] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.960546] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.453254] env[69367]: INFO networking_nsxv3.common.synchronization [req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 req-94f52d03-6ba3-430b-aea0-b142787d11eb tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Enqueued Resource ID: 96619964-d916-4513-bd45-1dbafee0a5b3 with Priority: HIGHEST for action security_group_members [ 719.453254] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96619964-d916-4513-bd45-1dbafee0a5b3 with Priority: HIGHEST for action security_group_members [ 719.453254] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-96619964-d916-4513-bd45-1dbafee0a5b3 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.453254] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.460014] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.460185] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.460250] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.460468] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.460555] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.462150] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.462150] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.462150] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.462150] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.462150] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.462150] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96619964-d916-4513-bd45-1dbafee0a5b3 already deleted. [ 719.462150] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.462150] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.462150] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.462150] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.462150] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.462150] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.462150] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.462150] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.462150] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.572879] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5d04874-25c8-4612-8cf5-963c176a7d67 in Status: SUCCESS [ 719.572879] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.572879] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.572879] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.572879] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.572879] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.572879] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.572879] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.572879] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.572879] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.572879] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.900636] env[69367]: INFO networking_nsxv3.common.synchronization [req-62284c58-533b-4f58-a1c0-5c5d19e259ef req-4b8a8c42-2138-40bc-b3d5-4e5eaf6f6266 service nova] Enqueued Resource ID: 60097369-5cec-47b5-9760-2326a637dc4d with Priority: HIGHEST for action security_group_rules [ 719.904233] env[69367]: INFO networking_nsxv3.common.synchronization [req-62284c58-533b-4f58-a1c0-5c5d19e259ef req-4b8a8c42-2138-40bc-b3d5-4e5eaf6f6266 service nova] Enqueued Resource ID: 60097369-5cec-47b5-9760-2326a637dc4d with Priority: HIGHEST for action security_group_members [ 719.904233] env[69367]: INFO networking_nsxv3.common.synchronization [req-62284c58-533b-4f58-a1c0-5c5d19e259ef req-4b8a8c42-2138-40bc-b3d5-4e5eaf6f6266 service nova] Enqueued Resource ID: 00970b1a-08f7-4595-bd4f-3f6e36ee6302 with Priority: HIGHEST for action port [ 719.904233] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60097369-5cec-47b5-9760-2326a637dc4d with Priority: HIGHEST for action security_group_rules [ 719.904233] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60097369-5cec-47b5-9760-2326a637dc4d with Priority: HIGHEST for action security_group_members [ 719.904233] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00970b1a-08f7-4595-bd4f-3f6e36ee6302 with Priority: HIGHEST for action port [ 719.904233] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60097369-5cec-47b5-9760-2326a637dc4d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.904233] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60097369-5cec-47b5-9760-2326a637dc4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.904233] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60097369-5cec-47b5-9760-2326a637dc4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.904233] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60097369-5cec-47b5-9760-2326a637dc4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.904674] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60097369-5cec-47b5-9760-2326a637dc4d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.906444] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-60097369-5cec-47b5-9760-2326a637dc4d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.907264] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60097369-5cec-47b5-9760-2326a637dc4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.907502] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60097369-5cec-47b5-9760-2326a637dc4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.907821] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60097369-5cec-47b5-9760-2326a637dc4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.908093] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.908298] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.908441] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.908752] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.908908] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.909075] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60097369-5cec-47b5-9760-2326a637dc4d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.911282] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-00970b1a-08f7-4595-bd4f-3f6e36ee6302 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.911532] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00970b1a-08f7-4595-bd4f-3f6e36ee6302" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.911684] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00970b1a-08f7-4595-bd4f-3f6e36ee6302" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.911894] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00970b1a-08f7-4595-bd4f-3f6e36ee6302" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.911977] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00970b1a-08f7-4595-bd4f-3f6e36ee6302',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.972027] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.972027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.972027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.972027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.972027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.972027] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.972027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.972027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.972027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.972027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.972027] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96619964-d916-4513-bd45-1dbafee0a5b3 already deleted. [ 719.972027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.072814] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5d04874-25c8-4612-8cf5-963c176a7d67 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.072983] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.073073] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.073298] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.073475] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.073576] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.073697] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.073795] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.073883] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.073979] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.074147] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5d04874-25c8-4612-8cf5-963c176a7d67 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.074242] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.074307] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.074513] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.074582] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.074677] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.074740] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.075150] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.082136] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.082136] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.082136] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.360659] env[69367]: INFO networking_nsxv3.common.synchronization [req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 req-b2c813d7-68a7-42b3-ac82-6bff2289d8c7 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Enqueued Resource ID: 96619964-d916-4513-bd45-1dbafee0a5b3 with Priority: HIGHEST for action security_group_members [ 720.361596] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96619964-d916-4513-bd45-1dbafee0a5b3 with Priority: HIGHEST for action security_group_members [ 720.361596] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-96619964-d916-4513-bd45-1dbafee0a5b3 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.361763] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.361803] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.362711] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.362711] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.362711] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.362711] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.363247] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.363322] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.363787] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.417024] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60097369-5cec-47b5-9760-2326a637dc4d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.417024] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-60097369-5cec-47b5-9760-2326a637dc4d taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.417024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60097369-5cec-47b5-9760-2326a637dc4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.417024] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00970b1a-08f7-4595-bd4f-3f6e36ee6302 with status ACTIVE [ 720.417024] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.417024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.417024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.417024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.417024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.417024] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.417024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.417024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.417024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.417024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.418225] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.418507] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.418753] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.419723] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.420012] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.420230] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00970b1a-08f7-4595-bd4f-3f6e36ee6302 is going to be updated. [ 720.442466] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.443699] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.443699] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.443699] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.443699] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.443699] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00970b1a-08f7-4595-bd4f-3f6e36ee6302" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.547770] env[69367]: INFO networking_nsxv3.common.synchronization [None req-967d9c93-96e7-493f-9e49-72bf56715763 None None] Enqueued Resource ID: aa11ca8f-0560-4549-8cf5-545402710a92 with Priority: HIGHEST for action port [ 720.550030] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa11ca8f-0560-4549-8cf5-545402710a92 with Priority: HIGHEST for action port [ 720.550810] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa11ca8f-0560-4549-8cf5-545402710a92 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.550810] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa11ca8f-0560-4549-8cf5-545402710a92" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.552120] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa11ca8f-0560-4549-8cf5-545402710a92" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.552120] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa11ca8f-0560-4549-8cf5-545402710a92" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.552120] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa11ca8f-0560-4549-8cf5-545402710a92',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.588927] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5d04874-25c8-4612-8cf5-963c176a7d67: rpc.has_security_group_logging(os_id): False [ 720.622489] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.622489] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.622489] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.622489] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.622489] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.622489] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.622489] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.622489] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.622489] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.622489] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.622489] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.622489] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.622489] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.623683] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.623786] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.624660] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.624791] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.624791] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.624910] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.625033] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.625163] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5d04874-25c8-4612-8cf5-963c176a7d67 is going to be created. [ 720.685164] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-332 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.685403] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-332" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.687533] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-332" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.687533] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-332" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.687728] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.687922] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.688527] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.688929] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.689063] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.689549] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 720.690175] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.690175] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.690175] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.690622] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 720.690674] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.691112] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.699174] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.699174] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.699174] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.699174] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.699476] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.731059] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.731059] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 720.731059] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.731059] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-332" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.731059] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-c1c0c9cf-6bbb-41c7-8606-2d05c9f7d2f2 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.731059] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-c1c0c9cf-6bbb-41c7-8606-2d05c9f7d2f2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.731059] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-c1c0c9cf-6bbb-41c7-8606-2d05c9f7d2f2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.731059] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-c1c0c9cf-6bbb-41c7-8606-2d05c9f7d2f2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.731059] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1c0c9cf-6bbb-41c7-8606-2d05c9f7d2f2',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.733937] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5d04874-25c8-4612-8cf5-963c176a7d67 in Status: IN_PROGRESS for 2s [ 720.871765] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.871765] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.873016] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.873016] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.873016] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.873016] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.873016] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.873016] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.873016] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.873016] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.873016] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96619964-d916-4513-bd45-1dbafee0a5b3 already deleted. [ 720.873016] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.919557] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60097369-5cec-47b5-9760-2326a637dc4d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.053959] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa11ca8f-0560-4549-8cf5-545402710a92 [ 721.053959] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.054213] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.054213] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.054434] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.054571] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.054686] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa11ca8f-0560-4549-8cf5-545402710a92 already deleted. [ 721.055203] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa11ca8f-0560-4549-8cf5-545402710a92" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.108297] env[69367]: INFO networking_nsxv3.common.synchronization [req-bf78d307-c4eb-4711-b7d9-1e94c78c98ef req-d75ae65b-374f-4db4-85b0-9bb4b9aa6cea tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Enqueued Resource ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e with Priority: HIGHEST for action security_group_members [ 721.109062] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e with Priority: HIGHEST for action security_group_members [ 721.111464] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1525c35-a8c9-4b67-9182-fc38959a0d4e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.111637] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.111687] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.111891] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.112058] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.112168] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.112232] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.112394] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.112482] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.112578] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1525c35-a8c9-4b67-9182-fc38959a0d4e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.236194] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.236194] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.236194] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.236776] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.236776] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.236776] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port c1c0c9cf-6bbb-41c7-8606-2d05c9f7d2f2 not found, creating... [ 721.239225] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.239225] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.239225] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.239225] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.239225] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.239225] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.239225] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.239225] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.239953] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.239953] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.239953] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: c1c0c9cf-6bbb-41c7-8606-2d05c9f7d2f2 is going to be created. [ 721.267247] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.267247] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.267247] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.267247] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.267247] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.267247] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-c1c0c9cf-6bbb-41c7-8606-2d05c9f7d2f2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.423022] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.423022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.423022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.423022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.423022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.423022] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60097369-5cec-47b5-9760-2326a637dc4d is going to be created. [ 721.463352] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.468144] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.468144] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.468144] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.468144] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.480531] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60097369-5cec-47b5-9760-2326a637dc4d in Status: UNINITIALIZED for 2s [ 721.616587] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.616893] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.616893] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.619024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.619024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.619024] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.619024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.619024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.619024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.619024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.619024] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e is going to be updated. [ 721.659521] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.659623] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.659623] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.661020] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.661020] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.670265] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e in Status: IN_PROGRESS for 2s [ 721.954904] env[69367]: INFO networking_nsxv3.common.synchronization [req-1223be1e-bd7d-419c-8d59-00cc0efa0725 req-3f88e654-ed2f-40ce-bbe7-0795abe5589d tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Enqueued Resource ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 with Priority: HIGHEST for action security_group_members [ 721.954904] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 with Priority: HIGHEST for action security_group_members [ 721.954904] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-274f0898-6a56-45d1-ad8f-ebd9165fe922 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.954904] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.954904] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.954904] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.954904] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.954904] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.954904] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.954904] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.954904] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.954904] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('274f0898-6a56-45d1-ad8f-ebd9165fe922',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.107837] env[69367]: INFO networking_nsxv3.common.synchronization [req-a19efcaa-10e4-45cf-9955-114413209e62 req-872a4830-b90a-4af7-98b7-d8f56d95e6e1 tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Enqueued Resource ID: fa800a07-41ba-4592-967e-edb5b4924e1d with Priority: HIGHEST for action security_group_members [ 722.108384] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa800a07-41ba-4592-967e-edb5b4924e1d with Priority: HIGHEST for action security_group_members [ 722.108903] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa800a07-41ba-4592-967e-edb5b4924e1d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.110123] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa800a07-41ba-4592-967e-edb5b4924e1d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.110249] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa800a07-41ba-4592-967e-edb5b4924e1d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.110632] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa800a07-41ba-4592-967e-edb5b4924e1d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.110836] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.110976] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.111139] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.111376] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.111478] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.111596] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa800a07-41ba-4592-967e-edb5b4924e1d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.198394] env[69367]: INFO networking_nsxv3.common.synchronization [req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 req-d6b1b94d-cab1-48b7-abf2-8e5d73d523b9 service nova] Enqueued Resource ID: 96619964-d916-4513-bd45-1dbafee0a5b3 with Priority: HIGHEST for action security_group_rules [ 722.198394] env[69367]: INFO networking_nsxv3.common.synchronization [req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 req-d6b1b94d-cab1-48b7-abf2-8e5d73d523b9 service nova] Enqueued Resource ID: 96619964-d916-4513-bd45-1dbafee0a5b3 with Priority: HIGHEST for action security_group_members [ 722.198394] env[69367]: INFO networking_nsxv3.common.synchronization [req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 req-d6b1b94d-cab1-48b7-abf2-8e5d73d523b9 service nova] Enqueued Resource ID: c1c0c9cf-6bbb-41c7-8606-2d05c9f7d2f2 with Priority: HIGHEST for action port [ 722.198394] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96619964-d916-4513-bd45-1dbafee0a5b3 with Priority: HIGHEST for action security_group_rules [ 722.198394] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96619964-d916-4513-bd45-1dbafee0a5b3 with Priority: HIGHEST for action security_group_members [ 722.198394] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1c0c9cf-6bbb-41c7-8606-2d05c9f7d2f2 with Priority: HIGHEST for action port [ 722.198394] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96619964-d916-4513-bd45-1dbafee0a5b3 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.198394] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.198394] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.198394] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.198394] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.198394] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-96619964-d916-4513-bd45-1dbafee0a5b3 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.198394] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.198394] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.198394] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.198394] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.198394] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.198394] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.198394] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.198394] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.199518] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.201947] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1c0c9cf-6bbb-41c7-8606-2d05c9f7d2f2 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.202215] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1c0c9cf-6bbb-41c7-8606-2d05c9f7d2f2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.202215] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1c0c9cf-6bbb-41c7-8606-2d05c9f7d2f2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.202422] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1c0c9cf-6bbb-41c7-8606-2d05c9f7d2f2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.202503] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1c0c9cf-6bbb-41c7-8606-2d05c9f7d2f2',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.429462] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-730 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.429772] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-730" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.429922] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-730" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.430445] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-730" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.430694] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.430920] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.430995] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.431218] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.431361] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.431567] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 722.431681] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 722.431793] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 722.431902] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 722.432044] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 722.432263] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 722.435402] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 722.453354] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 722.454290] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 722.454290] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 722.454290] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-730" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.454290] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-217f2255-42eb-4392-b73f-8a79fbe281fe taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.454529] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-217f2255-42eb-4392-b73f-8a79fbe281fe" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.454697] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-217f2255-42eb-4392-b73f-8a79fbe281fe" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.455453] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-217f2255-42eb-4392-b73f-8a79fbe281fe" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.455453] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('217f2255-42eb-4392-b73f-8a79fbe281fe',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.456845] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.456845] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.456845] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.456845] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.456845] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.457258] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.457258] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.457258] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.457374] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.457374] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.457450] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 already deleted. [ 722.457690] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.618108] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.618108] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.618108] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.618537] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.618537] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.618647] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.618801] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.618935] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.619201] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.619307] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.619435] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa800a07-41ba-4592-967e-edb5b4924e1d is going to be updated. [ 722.649582] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.649685] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.649735] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.649974] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.650144] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.661220] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa800a07-41ba-4592-967e-edb5b4924e1d in Status: IN_PROGRESS for 2s [ 722.697516] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-96619964-d916-4513-bd45-1dbafee0a5b3 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.701566] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.703581] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.705079] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1c0c9cf-6bbb-41c7-8606-2d05c9f7d2f2 with status ACTIVE [ 722.705079] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.705079] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.705079] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.705405] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.705405] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.705557] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.705667] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.705722] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.707066] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.707066] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.707066] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.707066] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.707066] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.707066] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.707066] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.707066] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1c0c9cf-6bbb-41c7-8606-2d05c9f7d2f2 is going to be updated. [ 722.742504] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.742590] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.742677] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.745022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.745022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.745022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1c0c9cf-6bbb-41c7-8606-2d05c9f7d2f2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.747360] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5d04874-25c8-4612-8cf5-963c176a7d67 in Status: SUCCESS [ 722.747582] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.960098] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.960098] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.960098] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.960098] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.960098] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.960098] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 217f2255-42eb-4392-b73f-8a79fbe281fe not found, creating... [ 722.960588] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.960588] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.960588] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.960827] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.960963] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.961265] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.961422] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.961658] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.961747] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.961877] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.962396] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 217f2255-42eb-4392-b73f-8a79fbe281fe is going to be created. [ 722.991472] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.991721] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.991886] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.992227] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.992485] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.992755] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-217f2255-42eb-4392-b73f-8a79fbe281fe" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.013687] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.014613] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-160" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.015386] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-160" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.020019] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-160" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.020019] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.020019] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.020019] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.020019] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.020019] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.020019] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 723.020019] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.020019] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.020019] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.020019] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 723.020019] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.020019] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.042970] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.043276] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 723.043488] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.043751] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-160" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.044183] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-71670293-0714-4f1a-8419-dff23d9faf7b taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.045283] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-71670293-0714-4f1a-8419-dff23d9faf7b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.045417] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-71670293-0714-4f1a-8419-dff23d9faf7b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.045793] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-71670293-0714-4f1a-8419-dff23d9faf7b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.045921] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71670293-0714-4f1a-8419-dff23d9faf7b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.206531] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.496027] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60097369-5cec-47b5-9760-2326a637dc4d in Status: SUCCESS [ 723.496027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60097369-5cec-47b5-9760-2326a637dc4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.496027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60097369-5cec-47b5-9760-2326a637dc4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.496027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60097369-5cec-47b5-9760-2326a637dc4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.496027] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.496027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.496027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.496027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.496027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.496027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60097369-5cec-47b5-9760-2326a637dc4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.496027] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60097369-5cec-47b5-9760-2326a637dc4d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.548482] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.548797] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.548949] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.553031] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.553031] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.553031] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 71670293-0714-4f1a-8419-dff23d9faf7b not found, creating... [ 723.553031] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.553031] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.553031] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.553031] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.553031] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.553031] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.553031] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.553536] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.553536] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.553773] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.554058] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 71670293-0714-4f1a-8419-dff23d9faf7b is going to be created. [ 723.580033] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.580033] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.580033] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.580300] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.580336] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.580669] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-71670293-0714-4f1a-8419-dff23d9faf7b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.682637] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e in Status: SUCCESS [ 723.683052] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e deletion is rescheduled due to dependency. [ 723.683099] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.709829] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.710032] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.710111] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.710341] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.710732] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.710732] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96619964-d916-4513-bd45-1dbafee0a5b3 is going to be created. [ 723.744117] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.744117] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.744368] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.744467] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.744652] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.757521] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96619964-d916-4513-bd45-1dbafee0a5b3 in Status: UNINITIALIZED for 2s [ 723.771172] env[69367]: INFO networking_nsxv3.common.synchronization [req-1223be1e-bd7d-419c-8d59-00cc0efa0725 req-a9331ffe-0d1a-42f9-afa0-f9d14dc0b3c7 service nova] Enqueued Resource ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 with Priority: HIGHEST for action security_group_rules [ 723.771172] env[69367]: INFO networking_nsxv3.common.synchronization [req-1223be1e-bd7d-419c-8d59-00cc0efa0725 req-a9331ffe-0d1a-42f9-afa0-f9d14dc0b3c7 service nova] Enqueued Resource ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 with Priority: HIGHEST for action security_group_members [ 723.771172] env[69367]: INFO networking_nsxv3.common.synchronization [req-1223be1e-bd7d-419c-8d59-00cc0efa0725 req-a9331ffe-0d1a-42f9-afa0-f9d14dc0b3c7 service nova] Enqueued Resource ID: 217f2255-42eb-4392-b73f-8a79fbe281fe with Priority: HIGHEST for action port [ 723.771172] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 with Priority: HIGHEST for action security_group_rules [ 723.771172] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 with Priority: HIGHEST for action security_group_members [ 723.771172] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 217f2255-42eb-4392-b73f-8a79fbe281fe with Priority: HIGHEST for action port [ 723.771172] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-274f0898-6a56-45d1-ad8f-ebd9165fe922 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.771172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.771172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.771172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.771172] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('274f0898-6a56-45d1-ad8f-ebd9165fe922',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.773642] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-274f0898-6a56-45d1-ad8f-ebd9165fe922 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.773907] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.774086] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.774815] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.775135] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.775827] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.775827] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.775969] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.777177] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.777177] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('274f0898-6a56-45d1-ad8f-ebd9165fe922',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.777776] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-217f2255-42eb-4392-b73f-8a79fbe281fe taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.778188] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-217f2255-42eb-4392-b73f-8a79fbe281fe" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.778349] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-217f2255-42eb-4392-b73f-8a79fbe281fe" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.778608] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-217f2255-42eb-4392-b73f-8a79fbe281fe" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.778780] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('217f2255-42eb-4392-b73f-8a79fbe281fe',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.001022] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-60097369-5cec-47b5-9760-2326a637dc4d taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.001022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60097369-5cec-47b5-9760-2326a637dc4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.001022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60097369-5cec-47b5-9760-2326a637dc4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.001022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60097369-5cec-47b5-9760-2326a637dc4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.001022] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.001022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.001022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.001022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.001022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.001022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60097369-5cec-47b5-9760-2326a637dc4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.001022] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-60097369-5cec-47b5-9760-2326a637dc4d taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.001022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60097369-5cec-47b5-9760-2326a637dc4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.001022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60097369-5cec-47b5-9760-2326a637dc4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.001022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60097369-5cec-47b5-9760-2326a637dc4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.001022] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.001022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.001975] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.001975] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.001975] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.001975] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60097369-5cec-47b5-9760-2326a637dc4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.001975] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60097369-5cec-47b5-9760-2326a637dc4d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.275275] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-274f0898-6a56-45d1-ad8f-ebd9165fe922 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.276307] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.278691] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('274f0898-6a56-45d1-ad8f-ebd9165fe922',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.283742] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 217f2255-42eb-4392-b73f-8a79fbe281fe with status ACTIVE [ 724.283742] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.283742] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.283742] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.284784] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.286068] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.286068] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.286068] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.286068] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.286068] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.286068] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.286068] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.286068] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.286754] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.286754] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.286754] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.286754] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 217f2255-42eb-4392-b73f-8a79fbe281fe is going to be updated. [ 724.313060] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.313260] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.313338] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.313683] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.313857] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.314046] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-217f2255-42eb-4392-b73f-8a79fbe281fe" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.327066] env[69367]: INFO networking_nsxv3.common.synchronization [req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 req-1fec3eb9-804c-4b95-815c-1e41d772b96a service nova] Enqueued Resource ID: 96619964-d916-4513-bd45-1dbafee0a5b3 with Priority: HIGHEST for action security_group_rules [ 724.327159] env[69367]: INFO networking_nsxv3.common.synchronization [req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 req-1fec3eb9-804c-4b95-815c-1e41d772b96a service nova] Enqueued Resource ID: 96619964-d916-4513-bd45-1dbafee0a5b3 with Priority: HIGHEST for action security_group_members [ 724.327304] env[69367]: INFO networking_nsxv3.common.synchronization [req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 req-1fec3eb9-804c-4b95-815c-1e41d772b96a service nova] Enqueued Resource ID: 71670293-0714-4f1a-8419-dff23d9faf7b with Priority: HIGHEST for action port [ 724.327975] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96619964-d916-4513-bd45-1dbafee0a5b3 with Priority: HIGHEST for action security_group_rules [ 724.328158] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96619964-d916-4513-bd45-1dbafee0a5b3 with Priority: HIGHEST for action security_group_members [ 724.328258] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71670293-0714-4f1a-8419-dff23d9faf7b with Priority: HIGHEST for action port [ 724.328591] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96619964-d916-4513-bd45-1dbafee0a5b3 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.328709] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.328921] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-96619964-d916-4513-bd45-1dbafee0a5b3 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.329008] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.329229] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-71670293-0714-4f1a-8419-dff23d9faf7b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.329337] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71670293-0714-4f1a-8419-dff23d9faf7b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.329407] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71670293-0714-4f1a-8419-dff23d9faf7b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.329626] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71670293-0714-4f1a-8419-dff23d9faf7b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.329744] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71670293-0714-4f1a-8419-dff23d9faf7b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.506680] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60097369-5cec-47b5-9760-2326a637dc4d: rpc.has_security_group_logging(os_id): False [ 724.525834] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.527098] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.529984] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.530212] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.530310] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.530542] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.530770] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.530770] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.530864] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.530972] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.531317] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.531317] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.531469] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.531494] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.531580] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.531759] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.531853] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.531913] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.532173] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.532276] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.532385] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60097369-5cec-47b5-9760-2326a637dc4d is going to be created. [ 724.592923] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.593067] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.593143] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.593378] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.593532] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.609106] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60097369-5cec-47b5-9760-2326a637dc4d in Status: IN_PROGRESS for 2s [ 724.673532] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa800a07-41ba-4592-967e-edb5b4924e1d in Status: SUCCESS [ 724.674520] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa800a07-41ba-4592-967e-edb5b4924e1d deletion is rescheduled due to dependency. [ 724.674520] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa800a07-41ba-4592-967e-edb5b4924e1d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.761102] env[69367]: INFO networking_nsxv3.common.synchronization [req-a42da9af-a0ab-43e6-8092-2649f1990fc8 req-06483833-9097-4c7b-ace3-8d46a361cf42 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Enqueued Resource ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 with Priority: HIGHEST for action security_group_members [ 724.761876] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 with Priority: HIGHEST for action security_group_members [ 724.762770] env[69367]: INFO networking_nsxv3.common.synchronization [req-c384906f-4b6f-4606-9c68-022043f09568 req-b9cc0af6-5c0c-47b8-8db2-93b02cc50db9 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Enqueued Resource ID: b5d04874-25c8-4612-8cf5-963c176a7d67 with Priority: HIGHEST for action security_group_members [ 724.763136] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.763248] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.763313] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.763516] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.763667] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.763754] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.763813] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.763957] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.764059] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.764154] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6d6fdf7-f6f4-410c-9619-eb98ef75ca50',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.765180] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5d04874-25c8-4612-8cf5-963c176a7d67 with Priority: HIGHEST for action security_group_members [ 724.765444] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5d04874-25c8-4612-8cf5-963c176a7d67 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.765548] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.765637] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.765835] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.765979] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.766085] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.766145] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.766282] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.766358] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.766443] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.779841] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('274f0898-6a56-45d1-ad8f-ebd9165fe922',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.833844] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71670293-0714-4f1a-8419-dff23d9faf7b with status ACTIVE [ 724.834136] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.834282] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.834364] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.834583] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.834674] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.834859] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.834989] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.834989] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.835187] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.835261] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.835446] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.835562] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.835644] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.835792] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.835869] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.835976] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71670293-0714-4f1a-8419-dff23d9faf7b is going to be updated. [ 724.862996] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.862996] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.862996] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.862996] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.862996] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.862996] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71670293-0714-4f1a-8419-dff23d9faf7b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.268439] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.269129] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.269428] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.272466] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.272466] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.272466] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.272466] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.272466] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.272466] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.272466] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.272466] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 is going to be updated. [ 725.274937] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.281800] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.284859] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.284859] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.284859] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.284859] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.284859] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 is going to be created. [ 725.289352] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-631 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.289352] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-631" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.289352] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-631" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.289352] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-631" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.289352] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.289352] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.289352] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.290680] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.290915] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.294409] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 725.294574] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.294723] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.294865] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.294999] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 725.295144] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.295316] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.306522] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-332 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.306522] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-332" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.306522] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-332" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.306793] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-332" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.306822] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.306977] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.307110] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.307358] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.307610] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.307765] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 725.307901] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.308796] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.308796] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.308796] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 725.308796] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.308796] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.322360] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.322360] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.322360] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.322617] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.326022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.331657] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.331775] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.332393] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.332393] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.332695] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.340027] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 in Status: IN_PROGRESS for 2s [ 725.340027] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.340027] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 725.340027] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.340027] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-631" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.340233] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-7757410d-6ab1-4a95-a79a-a0ed9ae02fed taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.340309] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-7757410d-6ab1-4a95-a79a-a0ed9ae02fed" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.340416] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-7757410d-6ab1-4a95-a79a-a0ed9ae02fed" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.340836] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-7757410d-6ab1-4a95-a79a-a0ed9ae02fed" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.340948] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7757410d-6ab1-4a95-a79a-a0ed9ae02fed',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.343591] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 in Status: UNINITIALIZED for 2s [ 725.347407] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.347696] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 725.347921] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.348216] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-332" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.348686] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-3de000fc-662a-4fba-b87b-0b3029264fb1 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.348988] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-3de000fc-662a-4fba-b87b-0b3029264fb1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.349199] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-3de000fc-662a-4fba-b87b-0b3029264fb1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.349610] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-3de000fc-662a-4fba-b87b-0b3029264fb1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.349811] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3de000fc-662a-4fba-b87b-0b3029264fb1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.774019] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96619964-d916-4513-bd45-1dbafee0a5b3 in Status: SUCCESS [ 725.774019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.774019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.774019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.774581] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.774771] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.774877] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.775103] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.776219] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.776219] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.776219] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.777044] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.777044] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.777044] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.777231] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.777231] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.777317] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.777489] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.777489] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.782020] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.843213] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.843458] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.843585] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.843980] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.844084] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.844202] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 7757410d-6ab1-4a95-a79a-a0ed9ae02fed not found, creating... [ 725.844493] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.844632] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.844804] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.844981] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.845137] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.845491] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.845593] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.845753] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.846022] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.846134] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.846263] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 7757410d-6ab1-4a95-a79a-a0ed9ae02fed is going to be created. [ 725.854315] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.854533] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.854658] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.855036] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.855233] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.855361] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 3de000fc-662a-4fba-b87b-0b3029264fb1 not found, creating... [ 725.855641] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.855816] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.856056] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.856185] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.856326] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.856630] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.856814] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.856936] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.857641] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.857873] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.858055] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 3de000fc-662a-4fba-b87b-0b3029264fb1 is going to be created. [ 725.871879] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.872210] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.872330] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.872635] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.873310] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.873310] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-7757410d-6ab1-4a95-a79a-a0ed9ae02fed" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.884343] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.884644] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.884698] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.884990] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.885256] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.885492] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-3de000fc-662a-4fba-b87b-0b3029264fb1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.281351] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-96619964-d916-4513-bd45-1dbafee0a5b3 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.281351] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.281840] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.281899] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.281946] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.282199] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.282284] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.282392] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5d04874-25c8-4612-8cf5-963c176a7d67 is going to be updated. [ 726.283774] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.316146] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.316387] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.316387] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.317019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.318599] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.332867] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5d04874-25c8-4612-8cf5-963c176a7d67 in Status: IN_PROGRESS for 2s [ 726.622498] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60097369-5cec-47b5-9760-2326a637dc4d in Status: SUCCESS [ 726.629023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60097369-5cec-47b5-9760-2326a637dc4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.789465] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.981067] env[69367]: INFO networking_nsxv3.common.synchronization [req-c384906f-4b6f-4606-9c68-022043f09568 req-5e98d590-93ae-4ae2-b884-91f4cdbd7dd1 service nova] Enqueued Resource ID: b5d04874-25c8-4612-8cf5-963c176a7d67 with Priority: HIGHEST for action security_group_rules [ 726.981067] env[69367]: INFO networking_nsxv3.common.synchronization [req-c384906f-4b6f-4606-9c68-022043f09568 req-5e98d590-93ae-4ae2-b884-91f4cdbd7dd1 service nova] Enqueued Resource ID: b5d04874-25c8-4612-8cf5-963c176a7d67 with Priority: HIGHEST for action security_group_members [ 726.981067] env[69367]: INFO networking_nsxv3.common.synchronization [req-c384906f-4b6f-4606-9c68-022043f09568 req-5e98d590-93ae-4ae2-b884-91f4cdbd7dd1 service nova] Enqueued Resource ID: 7757410d-6ab1-4a95-a79a-a0ed9ae02fed with Priority: HIGHEST for action port [ 726.981067] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5d04874-25c8-4612-8cf5-963c176a7d67 with Priority: HIGHEST for action security_group_rules [ 726.981067] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5d04874-25c8-4612-8cf5-963c176a7d67 with Priority: HIGHEST for action security_group_members [ 726.981067] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7757410d-6ab1-4a95-a79a-a0ed9ae02fed with Priority: HIGHEST for action port [ 726.981811] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5d04874-25c8-4612-8cf5-963c176a7d67 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.982199] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.982357] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.982643] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.982805] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.983804] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5d04874-25c8-4612-8cf5-963c176a7d67 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.984020] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.984324] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-7757410d-6ab1-4a95-a79a-a0ed9ae02fed taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.984555] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7757410d-6ab1-4a95-a79a-a0ed9ae02fed" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.984695] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7757410d-6ab1-4a95-a79a-a0ed9ae02fed" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.985073] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7757410d-6ab1-4a95-a79a-a0ed9ae02fed" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.985235] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7757410d-6ab1-4a95-a79a-a0ed9ae02fed',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.025620] env[69367]: INFO networking_nsxv3.common.synchronization [req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 req-ab009f54-1154-4dc4-b974-afd13c854703 service nova] Enqueued Resource ID: 96619964-d916-4513-bd45-1dbafee0a5b3 with Priority: HIGHEST for action security_group_rules [ 727.025620] env[69367]: INFO networking_nsxv3.common.synchronization [req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 req-ab009f54-1154-4dc4-b974-afd13c854703 service nova] Enqueued Resource ID: 96619964-d916-4513-bd45-1dbafee0a5b3 with Priority: HIGHEST for action security_group_members [ 727.025620] env[69367]: INFO networking_nsxv3.common.synchronization [req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 req-ab009f54-1154-4dc4-b974-afd13c854703 service nova] Enqueued Resource ID: 3de000fc-662a-4fba-b87b-0b3029264fb1 with Priority: HIGHEST for action port [ 727.025620] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96619964-d916-4513-bd45-1dbafee0a5b3 with Priority: HIGHEST for action security_group_rules [ 727.025620] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96619964-d916-4513-bd45-1dbafee0a5b3 with Priority: HIGHEST for action security_group_members [ 727.025620] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3de000fc-662a-4fba-b87b-0b3029264fb1 with Priority: HIGHEST for action port [ 727.026061] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96619964-d916-4513-bd45-1dbafee0a5b3 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.026176] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.026380] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-96619964-d916-4513-bd45-1dbafee0a5b3 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.026458] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.026635] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-3de000fc-662a-4fba-b87b-0b3029264fb1 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.026731] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3de000fc-662a-4fba-b87b-0b3029264fb1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.026792] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3de000fc-662a-4fba-b87b-0b3029264fb1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.026986] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3de000fc-662a-4fba-b87b-0b3029264fb1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.027074] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3de000fc-662a-4fba-b87b-0b3029264fb1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.298337] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.298337] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.298337] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.298337] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.298337] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.298337] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96619964-d916-4513-bd45-1dbafee0a5b3 is going to be updated. [ 727.345197] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.345197] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.345197] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.345197] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.345197] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.357800] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 in Status: SUCCESS [ 727.358294] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 deletion is rescheduled due to dependency. [ 727.358724] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.359714] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 in Status: SUCCESS [ 727.360036] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.360603] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.360895] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.361626] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.361858] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.362021] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.362282] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.363202] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.363369] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.363534] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('274f0898-6a56-45d1-ad8f-ebd9165fe922',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.365751] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96619964-d916-4513-bd45-1dbafee0a5b3 in Status: IN_PROGRESS for 2s [ 727.493430] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5d04874-25c8-4612-8cf5-963c176a7d67 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.493430] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.493430] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7757410d-6ab1-4a95-a79a-a0ed9ae02fed with status ACTIVE [ 727.493430] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.493430] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.493430] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.493430] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.493430] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.493430] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.493430] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.493430] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.493430] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.493430] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.493430] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.494097] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.494097] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.494097] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.494097] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.494097] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7757410d-6ab1-4a95-a79a-a0ed9ae02fed is going to be updated. [ 727.519619] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.519619] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.519619] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.519619] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.519619] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.519619] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7757410d-6ab1-4a95-a79a-a0ed9ae02fed" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.530439] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3de000fc-662a-4fba-b87b-0b3029264fb1 with status ACTIVE [ 727.530863] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.531186] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.532474] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.532840] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.533554] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.533980] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.534314] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.534895] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.536018] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.536018] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.536018] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.538730] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.538730] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.538730] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.538730] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.538730] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3de000fc-662a-4fba-b87b-0b3029264fb1 is going to be updated. [ 727.571085] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.571463] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.571775] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.572211] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.574988] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.574988] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3de000fc-662a-4fba-b87b-0b3029264fb1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.759806] env[69367]: INFO networking_nsxv3.common.synchronization [None req-2d4d6b24-ec1f-4a27-aea1-60538fe95144 None None] Enqueued Resource ID: 97405042-1031-4c20-bfce-a001e4f96b07 with Priority: HIGHEST for action port [ 727.760176] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97405042-1031-4c20-bfce-a001e4f96b07 with Priority: HIGHEST for action port [ 727.760705] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-97405042-1031-4c20-bfce-a001e4f96b07 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.760833] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97405042-1031-4c20-bfce-a001e4f96b07" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.762357] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97405042-1031-4c20-bfce-a001e4f96b07" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.763629] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97405042-1031-4c20-bfce-a001e4f96b07" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.763766] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97405042-1031-4c20-bfce-a001e4f96b07',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.868616] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('274f0898-6a56-45d1-ad8f-ebd9165fe922',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.267286] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97405042-1031-4c20-bfce-a001e4f96b07 [ 728.268100] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.268100] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.268100] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.269041] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.269041] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.269041] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97405042-1031-4c20-bfce-a001e4f96b07 already deleted. [ 728.269041] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97405042-1031-4c20-bfce-a001e4f96b07" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.345960] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5d04874-25c8-4612-8cf5-963c176a7d67 in Status: SUCCESS [ 728.346226] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.346404] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.346624] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.346813] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.346934] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.347035] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.347318] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.347424] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.347544] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.370670] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 274f0898-6a56-45d1-ad8f-ebd9165fe922: rpc.has_security_group_logging(os_id): False [ 728.393101] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.393267] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.393373] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.393619] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.393742] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.394078] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.394191] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.394258] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.394422] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.394501] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.394600] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 is going to be created. [ 728.467043] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.467043] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.467043] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.467043] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.467043] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.482045] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 in Status: IN_PROGRESS for 2s [ 728.500051] env[69367]: INFO networking_nsxv3.common.synchronization [None req-9a0492c3-f5ac-4bef-8891-6966eb62e849 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Enqueued Resource ID: 32dd7686-f572-49c6-b0b7-543dba74997a with Priority: HIGHEST for action security_group_rules [ 728.500943] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32dd7686-f572-49c6-b0b7-543dba74997a with Priority: HIGHEST for action security_group_rules [ 728.504974] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32dd7686-f572-49c6-b0b7-543dba74997a taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.505196] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32dd7686-f572-49c6-b0b7-543dba74997a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.505196] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32dd7686-f572-49c6-b0b7-543dba74997a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.506180] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32dd7686-f572-49c6-b0b7-543dba74997a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.506180] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32dd7686-f572-49c6-b0b7-543dba74997a',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.621840] env[69367]: INFO networking_nsxv3.common.synchronization [None req-ba03d9e1-5cac-46b4-9ae5-e72708f34dc3 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Enqueued Resource ID: 32dd7686-f572-49c6-b0b7-543dba74997a with Priority: HIGHEST for action security_group_rules [ 728.622099] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32dd7686-f572-49c6-b0b7-543dba74997a with Priority: HIGHEST for action security_group_rules [ 728.622416] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32dd7686-f572-49c6-b0b7-543dba74997a taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.622546] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32dd7686-f572-49c6-b0b7-543dba74997a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.854289] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.974505] env[69367]: INFO networking_nsxv3.common.synchronization [None req-ef566aa8-0981-4062-be72-be6776e62b7f tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Enqueued Resource ID: b53c5278-fc27-45d6-ad04-735045797129 with Priority: HIGHEST for action security_group_rules [ 728.979253] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b53c5278-fc27-45d6-ad04-735045797129 with Priority: HIGHEST for action security_group_rules [ 728.979253] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b53c5278-fc27-45d6-ad04-735045797129 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.979253] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b53c5278-fc27-45d6-ad04-735045797129" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.979253] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b53c5278-fc27-45d6-ad04-735045797129" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.979253] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b53c5278-fc27-45d6-ad04-735045797129" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.979253] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b53c5278-fc27-45d6-ad04-735045797129',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.033182] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.033182] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.033182] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.033182] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.033182] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.033182] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32dd7686-f572-49c6-b0b7-543dba74997a already deleted. [ 729.033182] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32dd7686-f572-49c6-b0b7-543dba74997a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.033473] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32dd7686-f572-49c6-b0b7-543dba74997a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.033473] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32dd7686-f572-49c6-b0b7-543dba74997a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.033523] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32dd7686-f572-49c6-b0b7-543dba74997a',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.112960] env[69367]: INFO networking_nsxv3.common.synchronization [None req-d30508a8-ea8c-4d20-8928-8fc9a3d8ea3e tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Enqueued Resource ID: b53c5278-fc27-45d6-ad04-735045797129 with Priority: HIGHEST for action security_group_rules [ 729.113321] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b53c5278-fc27-45d6-ad04-735045797129 with Priority: HIGHEST for action security_group_rules [ 729.113617] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b53c5278-fc27-45d6-ad04-735045797129 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.113719] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b53c5278-fc27-45d6-ad04-735045797129" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.358603] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.381018] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96619964-d916-4513-bd45-1dbafee0a5b3 in Status: SUCCESS [ 729.381691] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.382419] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.382517] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.382692] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.382812] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.382881] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.383096] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.383228] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.383368] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.383632] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-96619964-d916-4513-bd45-1dbafee0a5b3 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.383778] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.383878] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.388019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.388019] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.388019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.388019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.388019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.388019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.388019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.388019] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.388019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.388019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.388019] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.388019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.388019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.388019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.388019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.388019] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.504189] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.508016] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.508016] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.508016] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.508016] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.508016] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b53c5278-fc27-45d6-ad04-735045797129 already deleted. [ 729.508016] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b53c5278-fc27-45d6-ad04-735045797129" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.508016] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b53c5278-fc27-45d6-ad04-735045797129" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.508016] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b53c5278-fc27-45d6-ad04-735045797129" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.508016] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b53c5278-fc27-45d6-ad04-735045797129',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.557208] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.557382] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.557382] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.557579] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.557671] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.557849] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32dd7686-f572-49c6-b0b7-543dba74997a already deleted. [ 729.557989] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32dd7686-f572-49c6-b0b7-543dba74997a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.862875] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.863346] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.863567] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.863610] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.863668] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.865211] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5d04874-25c8-4612-8cf5-963c176a7d67 is going to be updated. [ 729.890788] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.891594] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96619964-d916-4513-bd45-1dbafee0a5b3: rpc.has_security_group_logging(os_id): False [ 729.900173] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.901095] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.901197] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.901434] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.901585] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.909980] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5d04874-25c8-4612-8cf5-963c176a7d67 in Status: IN_PROGRESS for 2s [ 729.911212] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.911375] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.911433] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.911675] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.911862] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.911980] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.912105] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.912167] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.912332] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.912653] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.912653] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.912653] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.912830] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.912972] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.913291] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.913496] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.913600] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.913664] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.913811] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.913903] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.913998] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96619964-d916-4513-bd45-1dbafee0a5b3 is going to be created. [ 729.985503] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.985503] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.985503] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.985503] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.985503] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.999318] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96619964-d916-4513-bd45-1dbafee0a5b3 in Status: IN_PROGRESS for 2s [ 730.036573] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.036573] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.036573] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.036573] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.036573] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.036573] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b53c5278-fc27-45d6-ad04-735045797129 already deleted. [ 730.036573] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b53c5278-fc27-45d6-ad04-735045797129" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.395384] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.517100] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 in Status: SUCCESS [ 730.517100] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.545257] env[69367]: INFO networking_nsxv3.common.synchronization [None req-5e32ecf4-2124-4ede-99c8-bd41ebeb0ab1 None None] Enqueued Resource ID: f7a3b6f5-c20f-46fe-b604-f7aeb66f67fc with Priority: HIGHEST for action port [ 730.545257] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7a3b6f5-c20f-46fe-b604-f7aeb66f67fc with Priority: HIGHEST for action port [ 730.545348] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7a3b6f5-c20f-46fe-b604-f7aeb66f67fc taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.548336] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7a3b6f5-c20f-46fe-b604-f7aeb66f67fc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.548336] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7a3b6f5-c20f-46fe-b604-f7aeb66f67fc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.548336] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7a3b6f5-c20f-46fe-b604-f7aeb66f67fc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.548336] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7a3b6f5-c20f-46fe-b604-f7aeb66f67fc',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.618515] env[69367]: INFO networking_nsxv3.common.synchronization [req-c7bef375-2403-4d2b-8671-0b7888b2d15c req-8b734455-1bd7-411c-8c19-3fce7432d0bd tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Enqueued Resource ID: 4e47e88d-3825-420b-9cf2-6d066d3befd8 with Priority: HIGHEST for action security_group_members [ 730.619092] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e47e88d-3825-420b-9cf2-6d066d3befd8 with Priority: HIGHEST for action security_group_members [ 730.619465] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e47e88d-3825-420b-9cf2-6d066d3befd8 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.619597] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.619665] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.619952] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.621950] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.622209] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.622416] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.622682] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.622804] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.623888] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e47e88d-3825-420b-9cf2-6d066d3befd8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.897159] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.897373] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.897606] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.897606] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.897827] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.897945] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96619964-d916-4513-bd45-1dbafee0a5b3 is going to be updated. [ 730.939240] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.939240] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.939240] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.939240] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.939240] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.947908] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96619964-d916-4513-bd45-1dbafee0a5b3 in Status: IN_PROGRESS for 2s [ 731.029330] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.029708] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.029708] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.029924] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.030296] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.030494] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.030620] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.030903] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.031064] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.031345] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 731.031467] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.031640] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.031780] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.031966] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 731.032118] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.032336] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.051870] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7a3b6f5-c20f-46fe-b604-f7aeb66f67fc [ 731.052075] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.052075] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.052189] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.052359] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.052448] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.052548] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7a3b6f5-c20f-46fe-b604-f7aeb66f67fc already deleted. [ 731.052688] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7a3b6f5-c20f-46fe-b604-f7aeb66f67fc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.061095] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.061485] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 731.061703] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.062981] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.062981] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-08848f11-d00e-430d-bb2d-d5a34e7887ba taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.062981] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-08848f11-d00e-430d-bb2d-d5a34e7887ba" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.062981] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-08848f11-d00e-430d-bb2d-d5a34e7887ba" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.063273] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-08848f11-d00e-430d-bb2d-d5a34e7887ba" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.063364] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08848f11-d00e-430d-bb2d-d5a34e7887ba',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.126129] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.126337] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.126444] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.126772] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.126921] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.127253] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.127407] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.127567] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.127849] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.127976] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.128127] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e47e88d-3825-420b-9cf2-6d066d3befd8 already deleted. [ 731.128248] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.574837] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.574837] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.574837] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.574837] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.574837] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.575277] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 08848f11-d00e-430d-bb2d-d5a34e7887ba not found, creating... [ 731.575325] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.576027] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.576027] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.576027] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.576027] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.576489] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.576747] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.576911] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.578254] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.578469] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.578673] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 08848f11-d00e-430d-bb2d-d5a34e7887ba is going to be created. [ 731.608906] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.609776] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.609776] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.609776] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.609921] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.610121] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-08848f11-d00e-430d-bb2d-d5a34e7887ba" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.921263] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5d04874-25c8-4612-8cf5-963c176a7d67 in Status: SUCCESS [ 731.921558] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.921771] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.922051] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.922256] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.922412] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.922483] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.922682] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.922796] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.922896] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.923020] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.150328] env[69367]: INFO networking_nsxv3.common.synchronization [req-dbba6611-0d78-4e1f-b536-80ec34bde5fa req-60f10c60-038e-468c-8c46-3e74d8600f56 tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Enqueued Resource ID: 60097369-5cec-47b5-9760-2326a637dc4d with Priority: HIGHEST for action security_group_members [ 732.151029] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60097369-5cec-47b5-9760-2326a637dc4d with Priority: HIGHEST for action security_group_members [ 732.151922] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-60097369-5cec-47b5-9760-2326a637dc4d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.152238] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60097369-5cec-47b5-9760-2326a637dc4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.152238] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60097369-5cec-47b5-9760-2326a637dc4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.152351] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60097369-5cec-47b5-9760-2326a637dc4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.152484] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.152618] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.152650] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.152777] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.152862] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.152951] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60097369-5cec-47b5-9760-2326a637dc4d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.164103] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96619964-d916-4513-bd45-1dbafee0a5b3 in Status: SUCCESS [ 732.165176] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.165176] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.165176] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.165176] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.373526] env[69367]: INFO networking_nsxv3.common.synchronization [req-c7bef375-2403-4d2b-8671-0b7888b2d15c req-df5af8f6-4131-40fa-b6ca-5ad7a2cd1d8f service nova] Enqueued Resource ID: 4e47e88d-3825-420b-9cf2-6d066d3befd8 with Priority: HIGHEST for action security_group_rules [ 732.373705] env[69367]: INFO networking_nsxv3.common.synchronization [req-c7bef375-2403-4d2b-8671-0b7888b2d15c req-df5af8f6-4131-40fa-b6ca-5ad7a2cd1d8f service nova] Enqueued Resource ID: 4e47e88d-3825-420b-9cf2-6d066d3befd8 with Priority: HIGHEST for action security_group_members [ 732.373850] env[69367]: INFO networking_nsxv3.common.synchronization [req-c7bef375-2403-4d2b-8671-0b7888b2d15c req-df5af8f6-4131-40fa-b6ca-5ad7a2cd1d8f service nova] Enqueued Resource ID: 08848f11-d00e-430d-bb2d-d5a34e7887ba with Priority: HIGHEST for action port [ 732.374143] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e47e88d-3825-420b-9cf2-6d066d3befd8 with Priority: HIGHEST for action security_group_rules [ 732.374249] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e47e88d-3825-420b-9cf2-6d066d3befd8 with Priority: HIGHEST for action security_group_members [ 732.374343] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08848f11-d00e-430d-bb2d-d5a34e7887ba with Priority: HIGHEST for action port [ 732.374935] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e47e88d-3825-420b-9cf2-6d066d3befd8 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.375421] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.375558] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.375926] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.376078] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e47e88d-3825-420b-9cf2-6d066d3befd8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.378010] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e47e88d-3825-420b-9cf2-6d066d3befd8 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.378308] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.378355] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.378541] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.379093] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.379210] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.379278] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.379436] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.379523] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.379621] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e47e88d-3825-420b-9cf2-6d066d3befd8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.380496] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-08848f11-d00e-430d-bb2d-d5a34e7887ba taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.380695] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08848f11-d00e-430d-bb2d-d5a34e7887ba" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.380695] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08848f11-d00e-430d-bb2d-d5a34e7887ba" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.380850] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08848f11-d00e-430d-bb2d-d5a34e7887ba" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.380947] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08848f11-d00e-430d-bb2d-d5a34e7887ba',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.429416] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5d04874-25c8-4612-8cf5-963c176a7d67 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.429416] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.429416] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.429416] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.429416] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.429416] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.429416] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.429416] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.429416] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.429416] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.429416] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5d04874-25c8-4612-8cf5-963c176a7d67 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.429849] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.429849] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.429849] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.429924] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.431017] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.431017] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.431017] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.431017] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.431017] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.431017] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.658043] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.658407] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.658520] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.658805] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.658918] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.659147] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.659291] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.659341] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.659756] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.659838] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.659924] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60097369-5cec-47b5-9760-2326a637dc4d is going to be updated. [ 732.666717] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-96619964-d916-4513-bd45-1dbafee0a5b3 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.666964] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.691079] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.691079] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.691173] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.691678] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.691678] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.701367] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60097369-5cec-47b5-9760-2326a637dc4d in Status: IN_PROGRESS for 2s [ 732.879030] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e47e88d-3825-420b-9cf2-6d066d3befd8 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.879183] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.883595] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08848f11-d00e-430d-bb2d-d5a34e7887ba with status ACTIVE [ 732.883978] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.884208] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.884313] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.884607] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.884733] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.884988] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.885146] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.885231] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.885434] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.885537] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.885801] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.885932] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.886034] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.886252] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.886358] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.886474] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08848f11-d00e-430d-bb2d-d5a34e7887ba is going to be updated. [ 732.887957] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e47e88d-3825-420b-9cf2-6d066d3befd8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.911443] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.911703] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.911743] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.912135] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.912333] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.912567] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08848f11-d00e-430d-bb2d-d5a34e7887ba" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.934757] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5d04874-25c8-4612-8cf5-963c176a7d67: rpc.has_security_group_logging(os_id): False [ 732.958513] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.958806] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.958867] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.959263] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.959396] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.959596] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.959704] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.959753] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.959916] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.959994] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.960188] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.960282] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.960339] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.960479] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.960549] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.960737] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.960836] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.960972] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.961151] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.961228] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.961310] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5d04874-25c8-4612-8cf5-963c176a7d67 is going to be updated. [ 732.964074] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96619964-d916-4513-bd45-1dbafee0a5b3 in Status: SUCCESS [ 732.964287] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.965122] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.965329] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.965487] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.965663] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.965730] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.965886] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.965955] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.966090] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.966162] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.045441] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.045633] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.045708] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.046010] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.046194] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.076803] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5d04874-25c8-4612-8cf5-963c176a7d67 in Status: IN_PROGRESS for 2s [ 733.390797] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e47e88d-3825-420b-9cf2-6d066d3befd8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.469600] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-96619964-d916-4513-bd45-1dbafee0a5b3 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.473081] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.473159] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.473338] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.473528] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.473646] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.473711] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.473858] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.474018] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.474069] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.474223] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-96619964-d916-4513-bd45-1dbafee0a5b3 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.474315] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.474379] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.474518] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.474938] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.474938] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.474938] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.474938] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.475254] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.475254] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.475254] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.893647] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.894188] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.894188] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.894375] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.894514] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.894656] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e47e88d-3825-420b-9cf2-6d066d3befd8 is going to be created. [ 733.923948] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.924070] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.924203] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.924531] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.925037] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.939053] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e47e88d-3825-420b-9cf2-6d066d3befd8 in Status: UNINITIALIZED for 2s [ 733.978984] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96619964-d916-4513-bd45-1dbafee0a5b3: rpc.has_security_group_logging(os_id): False [ 734.006197] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.006197] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.006197] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.006197] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.006197] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.006197] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.006197] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.006197] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.006197] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.006197] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.006197] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.006197] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.006197] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.006197] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.006197] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.006660] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.006660] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.006660] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.006660] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.006660] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.006660] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96619964-d916-4513-bd45-1dbafee0a5b3 is going to be updated. [ 734.082408] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.082642] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.082765] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.083110] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.083359] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.098064] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96619964-d916-4513-bd45-1dbafee0a5b3 in Status: IN_PROGRESS for 2s [ 734.716823] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60097369-5cec-47b5-9760-2326a637dc4d in Status: SUCCESS [ 734.717741] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60097369-5cec-47b5-9760-2326a637dc4d deletion is rescheduled due to dependency. [ 734.717741] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60097369-5cec-47b5-9760-2326a637dc4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.092641] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5d04874-25c8-4612-8cf5-963c176a7d67 in Status: SUCCESS [ 735.092879] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.549073] env[69367]: INFO networking_nsxv3.common.synchronization [req-6a7e5cf7-c88f-4aaf-b968-deb81806e090 req-10aadaae-620d-4bf4-98d5-5d3e0e55b97d tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Enqueued Resource ID: 1df76d5c-32f0-413e-a0ee-6d52334d1620 with Priority: HIGHEST for action security_group_members [ 735.549618] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1df76d5c-32f0-413e-a0ee-6d52334d1620 with Priority: HIGHEST for action security_group_members [ 735.549922] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-1df76d5c-32f0-413e-a0ee-6d52334d1620 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.550051] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1df76d5c-32f0-413e-a0ee-6d52334d1620" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.550114] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1df76d5c-32f0-413e-a0ee-6d52334d1620" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.550313] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1df76d5c-32f0-413e-a0ee-6d52334d1620" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.550482] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.550574] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.550632] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.550791] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.550875] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.550963] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1df76d5c-32f0-413e-a0ee-6d52334d1620',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.939828] env[69367]: INFO networking_nsxv3.common.synchronization [req-880e8e6b-3f95-4326-ac11-7699b144e952 req-1a9ef5eb-314c-4196-8b42-a52bd40ee88d tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Enqueued Resource ID: 4e47e88d-3825-420b-9cf2-6d066d3befd8 with Priority: HIGHEST for action security_group_members [ 735.939828] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e47e88d-3825-420b-9cf2-6d066d3befd8 with Priority: HIGHEST for action security_group_members [ 735.941614] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e47e88d-3825-420b-9cf2-6d066d3befd8 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.941721] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.952114] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e47e88d-3825-420b-9cf2-6d066d3befd8 in Status: SUCCESS [ 735.952377] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.952480] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.952692] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.952869] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.953044] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.953134] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.953300] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.953387] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.953486] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.953600] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e47e88d-3825-420b-9cf2-6d066d3befd8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.954458] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.954643] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.954803] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.954935] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.955049] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.955287] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.955322] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.956181] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e47e88d-3825-420b-9cf2-6d066d3befd8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.053540] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.053720] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.053793] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.054034] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.054163] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.054422] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.054527] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.054611] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.054776] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.054860] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.054948] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1df76d5c-32f0-413e-a0ee-6d52334d1620 is going to be updated. [ 736.093660] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.093824] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.093898] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.094282] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.094529] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.108303] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1df76d5c-32f0-413e-a0ee-6d52334d1620 in Status: IN_PROGRESS for 2s [ 736.112322] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96619964-d916-4513-bd45-1dbafee0a5b3 in Status: SUCCESS [ 736.112322] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.112479] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.112724] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.112814] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.262611] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.262926] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.263163] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.263575] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.263991] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.264518] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.264730] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.265300] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.265381] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.265681] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 736.265942] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.266098] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.266310] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.266479] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 736.266661] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.266903] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.287827] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.288179] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 736.288353] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.288550] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.288860] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-b9a60005-3ad7-4db4-8e01-0c9a1b465f00 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.289287] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-b9a60005-3ad7-4db4-8e01-0c9a1b465f00" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.289287] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-b9a60005-3ad7-4db4-8e01-0c9a1b465f00" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.290068] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-b9a60005-3ad7-4db4-8e01-0c9a1b465f00" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.290068] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9a60005-3ad7-4db4-8e01-0c9a1b465f00',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.457646] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e47e88d-3825-420b-9cf2-6d066d3befd8 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.457791] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.458403] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e47e88d-3825-420b-9cf2-6d066d3befd8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.615850] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-96619964-d916-4513-bd45-1dbafee0a5b3 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.616014] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.616081] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.616295] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.616457] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.616557] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.616619] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.616775] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.616964] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.616964] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.617059] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.795205] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.795205] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.795205] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.795205] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.795205] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.795205] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port b9a60005-3ad7-4db4-8e01-0c9a1b465f00 not found, creating... [ 736.795205] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.795205] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.795205] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.795205] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.795205] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.795521] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.795521] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.795521] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.795521] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.795521] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.795521] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: b9a60005-3ad7-4db4-8e01-0c9a1b465f00 is going to be created. [ 736.823662] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.823662] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.823662] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.823662] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.823662] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.823662] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-b9a60005-3ad7-4db4-8e01-0c9a1b465f00" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.961796] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e47e88d-3825-420b-9cf2-6d066d3befd8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.121671] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-96619964-d916-4513-bd45-1dbafee0a5b3 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.121671] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.121671] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.121671] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.121671] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.121671] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.121671] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.121671] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.121671] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.121671] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.121671] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-96619964-d916-4513-bd45-1dbafee0a5b3 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.121671] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.121671] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.121671] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.121671] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.121671] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.122428] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.122428] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.122428] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.122428] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.122428] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.510047] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.510047] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.510047] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.510047] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.510047] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.510047] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e47e88d-3825-420b-9cf2-6d066d3befd8 is going to be updated. [ 737.510047] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.510047] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.510047] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.510047] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.510047] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.510047] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e47e88d-3825-420b-9cf2-6d066d3befd8 in Status: IN_PROGRESS for 2s [ 737.589021] env[69367]: INFO networking_nsxv3.common.synchronization [req-880e8e6b-3f95-4326-ac11-7699b144e952 req-5ea8364d-b95e-452b-9c7d-21b1e020ed1f service nova] Enqueued Resource ID: 4e47e88d-3825-420b-9cf2-6d066d3befd8 with Priority: HIGHEST for action security_group_rules [ 737.589021] env[69367]: INFO networking_nsxv3.common.synchronization [req-880e8e6b-3f95-4326-ac11-7699b144e952 req-5ea8364d-b95e-452b-9c7d-21b1e020ed1f service nova] Enqueued Resource ID: 4e47e88d-3825-420b-9cf2-6d066d3befd8 with Priority: HIGHEST for action security_group_members [ 737.589021] env[69367]: INFO networking_nsxv3.common.synchronization [req-880e8e6b-3f95-4326-ac11-7699b144e952 req-5ea8364d-b95e-452b-9c7d-21b1e020ed1f service nova] Enqueued Resource ID: b9a60005-3ad7-4db4-8e01-0c9a1b465f00 with Priority: HIGHEST for action port [ 737.589021] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e47e88d-3825-420b-9cf2-6d066d3befd8 with Priority: HIGHEST for action security_group_rules [ 737.589021] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e47e88d-3825-420b-9cf2-6d066d3befd8 with Priority: HIGHEST for action security_group_members [ 737.589021] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9a60005-3ad7-4db4-8e01-0c9a1b465f00 with Priority: HIGHEST for action port [ 737.589646] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e47e88d-3825-420b-9cf2-6d066d3befd8 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.589875] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.590200] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e47e88d-3825-420b-9cf2-6d066d3befd8 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.591865] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.591865] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9a60005-3ad7-4db4-8e01-0c9a1b465f00 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.591865] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9a60005-3ad7-4db4-8e01-0c9a1b465f00" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.591865] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9a60005-3ad7-4db4-8e01-0c9a1b465f00" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.591865] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9a60005-3ad7-4db4-8e01-0c9a1b465f00" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.591865] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9a60005-3ad7-4db4-8e01-0c9a1b465f00',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.625050] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96619964-d916-4513-bd45-1dbafee0a5b3: rpc.has_security_group_logging(os_id): False [ 737.644876] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.645045] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.645119] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.645326] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.645419] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.645628] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.645725] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.645785] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.645975] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.646069] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.646254] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.646346] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.646468] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.646541] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.646613] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.646811] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.646934] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.646934] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.647172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.647256] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.647359] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96619964-d916-4513-bd45-1dbafee0a5b3 is going to be updated. [ 737.707288] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.707364] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.707407] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.707713] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.707898] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.723915] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96619964-d916-4513-bd45-1dbafee0a5b3 in Status: IN_PROGRESS for 2s [ 738.094038] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9a60005-3ad7-4db4-8e01-0c9a1b465f00 with status ACTIVE [ 738.094038] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.094038] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.094597] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.094597] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.094597] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.094597] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.094597] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.094787] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.094787] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.094965] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.095067] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.095185] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.095218] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.095994] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.095994] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.095994] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9a60005-3ad7-4db4-8e01-0c9a1b465f00 is going to be updated. [ 738.119389] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1df76d5c-32f0-413e-a0ee-6d52334d1620 in Status: IN_PROGRESS for 4s [ 738.120285] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.120415] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.120487] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.120693] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.120830] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.120984] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9a60005-3ad7-4db4-8e01-0c9a1b465f00" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.794676] env[69367]: INFO networking_nsxv3.common.synchronization [req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 req-67a6d135-60e3-4f62-b22d-c5f9e1c84cbb tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Enqueued Resource ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 with Priority: HIGHEST for action security_group_members [ 738.795238] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 with Priority: HIGHEST for action security_group_members [ 738.795554] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bde08b4-cb4a-4246-a378-835c5a20c2a0 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.795828] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.795828] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.796038] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.800294] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.800431] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.800491] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.800686] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.800773] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.800874] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bde08b4-cb4a-4246-a378-835c5a20c2a0',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.126618] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.126915] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.126965] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.127223] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.127481] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.127636] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.127749] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.128019] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.128325] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.128574] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.128690] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.128796] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.128904] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.129022] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.129127] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.129255] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.153172] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.153172] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 739.153172] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.153409] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.155104] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-2ac8e8dc-73f2-408a-b4e3-2c727c90f8b7 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.155104] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-2ac8e8dc-73f2-408a-b4e3-2c727c90f8b7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.155104] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-2ac8e8dc-73f2-408a-b4e3-2c727c90f8b7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.155104] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-2ac8e8dc-73f2-408a-b4e3-2c727c90f8b7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.155104] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ac8e8dc-73f2-408a-b4e3-2c727c90f8b7',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.304182] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.304363] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.304431] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.304685] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.304856] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.305018] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.307133] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.307133] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.307133] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.307133] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.307133] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 already deleted. [ 739.307133] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.519786] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e47e88d-3825-420b-9cf2-6d066d3befd8 in Status: SUCCESS [ 739.519786] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.519955] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.520200] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.520434] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.520597] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.520689] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.520887] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.521741] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.521741] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.521741] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e47e88d-3825-420b-9cf2-6d066d3befd8 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.521741] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.521741] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.521741] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.522118] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.522196] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.522285] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.522468] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.522568] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.522666] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.522772] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e47e88d-3825-420b-9cf2-6d066d3befd8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.523738] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.524398] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.524603] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.524723] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.524807] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.524983] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.525106] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.525221] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e47e88d-3825-420b-9cf2-6d066d3befd8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.657295] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.660032] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.660032] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.660032] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.660032] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.660032] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 2ac8e8dc-73f2-408a-b4e3-2c727c90f8b7 not found, creating... [ 739.660032] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.660032] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.660032] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.660032] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.660032] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.660968] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.661288] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.663973] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.663973] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.663973] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.663973] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 2ac8e8dc-73f2-408a-b4e3-2c727c90f8b7 is going to be created. [ 739.687723] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.687723] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.687723] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.687723] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.687723] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.687723] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-2ac8e8dc-73f2-408a-b4e3-2c727c90f8b7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.740684] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96619964-d916-4513-bd45-1dbafee0a5b3 in Status: SUCCESS [ 739.740910] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.901790] env[69367]: INFO networking_nsxv3.common.synchronization [req-67390452-6682-4260-8e63-56abbc2c38cb req-0cc2f2e2-927c-4819-88c4-df90656b6fbe tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Enqueued Resource ID: 96619964-d916-4513-bd45-1dbafee0a5b3 with Priority: HIGHEST for action security_group_members [ 739.902405] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96619964-d916-4513-bd45-1dbafee0a5b3 with Priority: HIGHEST for action security_group_members [ 739.903060] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-96619964-d916-4513-bd45-1dbafee0a5b3 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.903060] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.903060] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.907597] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.907985] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.908117] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.908193] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.908754] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.908754] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.908754] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.027347] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e47e88d-3825-420b-9cf2-6d066d3befd8: rpc.has_security_group_logging(os_id): False [ 740.028983] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e47e88d-3825-420b-9cf2-6d066d3befd8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.047455] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.047675] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.047781] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.049378] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.049378] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.049378] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.049378] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.049378] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.049378] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.049378] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.049378] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.049378] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.049378] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.049378] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.049748] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.049748] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.049810] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.049964] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.050031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.050169] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.050271] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e47e88d-3825-420b-9cf2-6d066d3befd8 is going to be created. [ 740.091606] env[69367]: INFO networking_nsxv3.common.synchronization [req-67390452-6682-4260-8e63-56abbc2c38cb req-6b76ba47-c020-45c9-8c44-00c9fabcaca7 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Enqueued Resource ID: 96619964-d916-4513-bd45-1dbafee0a5b3 with Priority: HIGHEST for action security_group_members [ 740.092203] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96619964-d916-4513-bd45-1dbafee0a5b3 with Priority: HIGHEST for action security_group_members [ 740.092551] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-96619964-d916-4513-bd45-1dbafee0a5b3 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.092672] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.113484] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.113651] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.113725] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.113899] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.114121] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.130695] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e47e88d-3825-420b-9cf2-6d066d3befd8 in Status: IN_PROGRESS for 2s [ 740.130695] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1df76d5c-32f0-413e-a0ee-6d52334d1620 in Status: SUCCESS [ 740.130695] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1df76d5c-32f0-413e-a0ee-6d52334d1620 deletion is rescheduled due to dependency. [ 740.130695] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1df76d5c-32f0-413e-a0ee-6d52334d1620" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.400483] env[69367]: INFO networking_nsxv3.common.synchronization [req-67390452-6682-4260-8e63-56abbc2c38cb req-f4b23b1a-6453-4f6b-8678-7900374575f0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Enqueued Resource ID: 96619964-d916-4513-bd45-1dbafee0a5b3 with Priority: HIGHEST for action security_group_members [ 740.401037] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96619964-d916-4513-bd45-1dbafee0a5b3 with Priority: HIGHEST for action security_group_members [ 740.401321] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-96619964-d916-4513-bd45-1dbafee0a5b3 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.401416] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.415065] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.511437] env[69367]: INFO networking_nsxv3.common.synchronization [req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 req-cef02fa0-71a5-401e-b2bd-0788d55102b1 service nova] Enqueued Resource ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 with Priority: HIGHEST for action security_group_rules [ 740.511437] env[69367]: INFO networking_nsxv3.common.synchronization [req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 req-cef02fa0-71a5-401e-b2bd-0788d55102b1 service nova] Enqueued Resource ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 with Priority: HIGHEST for action security_group_members [ 740.511437] env[69367]: INFO networking_nsxv3.common.synchronization [req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 req-cef02fa0-71a5-401e-b2bd-0788d55102b1 service nova] Enqueued Resource ID: 2ac8e8dc-73f2-408a-b4e3-2c727c90f8b7 with Priority: HIGHEST for action port [ 740.511437] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 with Priority: HIGHEST for action security_group_rules [ 740.511437] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 with Priority: HIGHEST for action security_group_members [ 740.511437] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ac8e8dc-73f2-408a-b4e3-2c727c90f8b7 with Priority: HIGHEST for action port [ 740.511437] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bde08b4-cb4a-4246-a378-835c5a20c2a0 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.511437] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.511437] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.511437] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.511437] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bde08b4-cb4a-4246-a378-835c5a20c2a0',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.514887] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bde08b4-cb4a-4246-a378-835c5a20c2a0 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.515264] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.515264] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.515339] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.515523] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.515644] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.515713] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.515907] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.516013] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.516108] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bde08b4-cb4a-4246-a378-835c5a20c2a0',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.516915] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ac8e8dc-73f2-408a-b4e3-2c727c90f8b7 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.517036] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ac8e8dc-73f2-408a-b4e3-2c727c90f8b7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.517106] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ac8e8dc-73f2-408a-b4e3-2c727c90f8b7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.517259] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ac8e8dc-73f2-408a-b4e3-2c727c90f8b7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.517337] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ac8e8dc-73f2-408a-b4e3-2c727c90f8b7',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.533664] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e47e88d-3825-420b-9cf2-6d066d3befd8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.918757] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.020580] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bde08b4-cb4a-4246-a378-835c5a20c2a0 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.020728] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.020979] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ac8e8dc-73f2-408a-b4e3-2c727c90f8b7 with status ACTIVE [ 741.021084] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.021179] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.021232] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.021429] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.021589] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.021694] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.021808] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.021888] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.021976] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.022066] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.022214] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.022332] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.022403] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.022509] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.022592] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.022654] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ac8e8dc-73f2-408a-b4e3-2c727c90f8b7 is going to be updated. [ 741.023822] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bde08b4-cb4a-4246-a378-835c5a20c2a0',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.037234] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.037403] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.037487] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.037662] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.037758] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.037887] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e47e88d-3825-420b-9cf2-6d066d3befd8 is going to be updated. [ 741.051092] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.051251] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.051300] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.051497] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.051634] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.051794] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ac8e8dc-73f2-408a-b4e3-2c727c90f8b7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.074179] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.074332] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.074424] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.074594] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.074785] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.093245] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e47e88d-3825-420b-9cf2-6d066d3befd8 in Status: IN_PROGRESS for 2s [ 741.423804] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.423804] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.423804] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.423804] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.423804] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.423804] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96619964-d916-4513-bd45-1dbafee0a5b3 is going to be updated. [ 741.450507] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.450507] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.450507] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.450507] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.450507] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.461811] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96619964-d916-4513-bd45-1dbafee0a5b3 in Status: IN_PROGRESS for 2s [ 741.531600] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bde08b4-cb4a-4246-a378-835c5a20c2a0',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.039515] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.039515] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.039515] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.039515] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.039515] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.039515] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 is going to be created. [ 742.073026] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.073026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.073026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.073026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.073026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.092052] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 in Status: UNINITIALIZED for 2s [ 742.145485] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e47e88d-3825-420b-9cf2-6d066d3befd8 in Status: SUCCESS [ 742.145485] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.145485] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.145485] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.145928] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e47e88d-3825-420b-9cf2-6d066d3befd8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.650581] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e47e88d-3825-420b-9cf2-6d066d3befd8 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.650915] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.104034] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e47e88d-3825-420b-9cf2-6d066d3befd8 in Status: SUCCESS [ 743.104306] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.104485] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.104707] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.104949] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.105029] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.105094] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.105229] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.105309] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.105400] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.105512] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e47e88d-3825-420b-9cf2-6d066d3befd8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.479292] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96619964-d916-4513-bd45-1dbafee0a5b3 in Status: SUCCESS [ 743.479292] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.479292] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.479292] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.479292] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.479292] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.479292] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.479620] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.479620] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.479620] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.611084] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e47e88d-3825-420b-9cf2-6d066d3befd8 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.611084] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.611084] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.611084] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.611084] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.611084] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.611084] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.611084] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.611084] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.611084] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.611084] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e47e88d-3825-420b-9cf2-6d066d3befd8 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.611084] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.611084] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.611084] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.611084] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.611084] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.612087] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.612397] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.612606] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.612825] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.613043] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e47e88d-3825-420b-9cf2-6d066d3befd8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.660458] env[69367]: INFO networking_nsxv3.common.synchronization [req-9d5179e2-d442-4188-b91e-eb21a13bbb38 req-cc8efdf9-e10d-4f76-ad5a-78bbe6c1778f tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Enqueued Resource ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b with Priority: HIGHEST for action security_group_members [ 743.662248] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b with Priority: HIGHEST for action security_group_members [ 743.664401] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0553f5be-9a24-499f-96ac-6f6b36534e4b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.664401] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.664401] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.664401] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.664401] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.664401] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.664401] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.664401] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.664401] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.664401] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0553f5be-9a24-499f-96ac-6f6b36534e4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.986385] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.986679] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.986761] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.986978] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.987953] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.987953] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.987953] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.987953] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.987953] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.987953] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.987953] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96619964-d916-4513-bd45-1dbafee0a5b3 is going to be updated. [ 744.018066] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.018264] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.018264] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.018612] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.018771] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.031033] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96619964-d916-4513-bd45-1dbafee0a5b3 in Status: IN_PROGRESS for 2s [ 744.090759] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-971 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.090888] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-971" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.091032] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-971" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.091303] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-971" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.091631] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.091736] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.091919] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.092045] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.092193] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.093462] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 744.093462] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.093462] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.093462] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.093462] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 744.093462] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.093462] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.104804] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 in Status: SUCCESS [ 744.105033] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.105195] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.105403] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.105586] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.105727] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.105791] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.105934] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.106135] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.106135] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.106230] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bde08b4-cb4a-4246-a378-835c5a20c2a0',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.116447] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.116770] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 744.116770] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.116954] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-971" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.117337] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-a30cec25-afe0-42a7-af87-88445ea9ff1e taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.117533] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-a30cec25-afe0-42a7-af87-88445ea9ff1e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.117675] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-a30cec25-afe0-42a7-af87-88445ea9ff1e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.118147] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-a30cec25-afe0-42a7-af87-88445ea9ff1e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.118266] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a30cec25-afe0-42a7-af87-88445ea9ff1e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.122052] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e47e88d-3825-420b-9cf2-6d066d3befd8: rpc.has_security_group_logging(os_id): False [ 744.141019] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.141249] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.141336] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.141560] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.141598] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.141795] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.141895] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.141953] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.142162] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.142246] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.142490] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.142628] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.142705] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.142841] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.142912] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.143111] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.143230] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.143284] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.143402] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.143476] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.143558] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e47e88d-3825-420b-9cf2-6d066d3befd8 is going to be updated. [ 744.167129] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.167287] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.167359] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.167570] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.167677] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.167853] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.168044] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.168154] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.168260] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.168335] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.168424] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b is going to be updated. [ 744.218064] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.218332] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.218504] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.218743] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.218982] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.234183] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b in Status: IN_PROGRESS for 2s [ 744.236065] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.236253] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.236352] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.236609] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.236791] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.255193] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e47e88d-3825-420b-9cf2-6d066d3befd8 in Status: IN_PROGRESS for 2s [ 744.608244] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bde08b4-cb4a-4246-a378-835c5a20c2a0 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.608420] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.608493] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.608728] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.608918] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.609069] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.609143] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.609283] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.609370] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.609457] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.609606] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bde08b4-cb4a-4246-a378-835c5a20c2a0 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.609700] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.609774] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.609916] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.610064] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.610159] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.610228] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.610364] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.610438] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.610519] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.610608] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bde08b4-cb4a-4246-a378-835c5a20c2a0',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.624068] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.624306] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.624494] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.624818] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.624968] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.625139] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port a30cec25-afe0-42a7-af87-88445ea9ff1e not found, creating... [ 744.625420] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.625636] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.625713] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.625934] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.626087] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.626386] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.626538] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.626662] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.626864] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.627132] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.627331] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: a30cec25-afe0-42a7-af87-88445ea9ff1e is going to be created. [ 744.651888] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.652109] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.652236] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.652495] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.652722] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.652941] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-a30cec25-afe0-42a7-af87-88445ea9ff1e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.116305] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bde08b4-cb4a-4246-a378-835c5a20c2a0: rpc.has_security_group_logging(os_id): False [ 745.139242] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.139403] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.139489] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.139895] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.140009] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.140220] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.142251] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.142371] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.142656] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.142779] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.143042] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.143160] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.143233] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.143412] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.143510] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.143753] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.143855] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.143922] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.144081] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.144159] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.144253] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 is going to be created. [ 745.247057] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.249678] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.249876] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.250291] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.250634] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.265282] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 in Status: IN_PROGRESS for 2s [ 745.395267] env[69367]: INFO networking_nsxv3.common.synchronization [req-9d5179e2-d442-4188-b91e-eb21a13bbb38 req-6bf6e5ff-1a8f-4a4b-a059-48f66a40d5aa service nova] Enqueued Resource ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b with Priority: HIGHEST for action security_group_rules [ 745.395267] env[69367]: INFO networking_nsxv3.common.synchronization [req-9d5179e2-d442-4188-b91e-eb21a13bbb38 req-6bf6e5ff-1a8f-4a4b-a059-48f66a40d5aa service nova] Enqueued Resource ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b with Priority: HIGHEST for action security_group_members [ 745.395267] env[69367]: INFO networking_nsxv3.common.synchronization [req-9d5179e2-d442-4188-b91e-eb21a13bbb38 req-6bf6e5ff-1a8f-4a4b-a059-48f66a40d5aa service nova] Enqueued Resource ID: a30cec25-afe0-42a7-af87-88445ea9ff1e with Priority: HIGHEST for action port [ 745.395531] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b with Priority: HIGHEST for action security_group_rules [ 745.395697] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b with Priority: HIGHEST for action security_group_members [ 745.395762] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a30cec25-afe0-42a7-af87-88445ea9ff1e with Priority: HIGHEST for action port [ 745.396683] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0553f5be-9a24-499f-96ac-6f6b36534e4b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.396766] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.396818] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.402020] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.402020] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0553f5be-9a24-499f-96ac-6f6b36534e4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.402020] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0553f5be-9a24-499f-96ac-6f6b36534e4b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.402020] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.402020] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-a30cec25-afe0-42a7-af87-88445ea9ff1e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.402020] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a30cec25-afe0-42a7-af87-88445ea9ff1e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.402020] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a30cec25-afe0-42a7-af87-88445ea9ff1e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.402020] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a30cec25-afe0-42a7-af87-88445ea9ff1e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.402020] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a30cec25-afe0-42a7-af87-88445ea9ff1e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.670755] env[69367]: INFO networking_nsxv3.common.synchronization [None req-4bbf2f28-3f83-42c2-b713-0df7013c0f2d tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Enqueued Resource ID: f154291c-998b-459a-b5ad-3d3286b7d6fb with Priority: HIGHEST for action security_group_rules [ 745.671380] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f154291c-998b-459a-b5ad-3d3286b7d6fb with Priority: HIGHEST for action security_group_rules [ 745.671689] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f154291c-998b-459a-b5ad-3d3286b7d6fb taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.671800] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f154291c-998b-459a-b5ad-3d3286b7d6fb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.671870] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f154291c-998b-459a-b5ad-3d3286b7d6fb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.672366] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f154291c-998b-459a-b5ad-3d3286b7d6fb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.672446] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f154291c-998b-459a-b5ad-3d3286b7d6fb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.759564] env[69367]: INFO networking_nsxv3.common.synchronization [None req-613571f2-6b79-4ee4-8265-0acd8377838a tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Enqueued Resource ID: f154291c-998b-459a-b5ad-3d3286b7d6fb with Priority: HIGHEST for action security_group_rules [ 745.759564] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f154291c-998b-459a-b5ad-3d3286b7d6fb with Priority: HIGHEST for action security_group_rules [ 745.760254] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f154291c-998b-459a-b5ad-3d3286b7d6fb taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.760622] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f154291c-998b-459a-b5ad-3d3286b7d6fb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.786474] env[69367]: INFO networking_nsxv3.common.synchronization [None req-b0b758b8-dd1b-49df-9dd3-7b4b1f8687aa None None] Enqueued Resource ID: 91b301ca-3c6e-431b-9509-b3c85bde019c with Priority: HIGHEST for action port [ 745.786474] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91b301ca-3c6e-431b-9509-b3c85bde019c with Priority: HIGHEST for action port [ 745.786474] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-91b301ca-3c6e-431b-9509-b3c85bde019c taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.786812] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91b301ca-3c6e-431b-9509-b3c85bde019c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.786858] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91b301ca-3c6e-431b-9509-b3c85bde019c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.787453] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91b301ca-3c6e-431b-9509-b3c85bde019c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.787453] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91b301ca-3c6e-431b-9509-b3c85bde019c',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.903644] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0553f5be-9a24-499f-96ac-6f6b36534e4b taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.903815] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.906057] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a30cec25-afe0-42a7-af87-88445ea9ff1e with status ACTIVE [ 745.906057] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.906198] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.909898] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.909898] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.909898] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.909898] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.909898] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.909898] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.909898] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.909898] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.909898] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.909898] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.909898] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.909898] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.909898] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.909898] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a30cec25-afe0-42a7-af87-88445ea9ff1e is going to be updated. [ 745.936356] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.936489] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.936989] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.937375] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.937648] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.938226] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a30cec25-afe0-42a7-af87-88445ea9ff1e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.048786] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96619964-d916-4513-bd45-1dbafee0a5b3 in Status: SUCCESS [ 746.048969] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96619964-d916-4513-bd45-1dbafee0a5b3 deletion is rescheduled due to dependency. [ 746.049146] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.049731] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.050099] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.050337] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.050479] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.050544] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.051295] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.051295] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.051295] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.198443] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.198443] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.198443] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.198443] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.198443] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.198443] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f154291c-998b-459a-b5ad-3d3286b7d6fb already deleted. [ 746.198443] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f154291c-998b-459a-b5ad-3d3286b7d6fb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.198443] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f154291c-998b-459a-b5ad-3d3286b7d6fb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.198443] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f154291c-998b-459a-b5ad-3d3286b7d6fb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.198443] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f154291c-998b-459a-b5ad-3d3286b7d6fb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.249100] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b in Status: SUCCESS [ 746.253500] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b deletion is rescheduled due to dependency. [ 746.253500] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.253500] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.253500] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.253500] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.253500] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.253500] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.253500] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.253500] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.253500] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0553f5be-9a24-499f-96ac-6f6b36534e4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.268024] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e47e88d-3825-420b-9cf2-6d066d3befd8 in Status: SUCCESS [ 746.268191] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.289202] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91b301ca-3c6e-431b-9509-b3c85bde019c [ 746.289353] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.289540] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.289628] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.289907] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.290010] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.290151] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91b301ca-3c6e-431b-9509-b3c85bde019c already deleted. [ 746.290247] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91b301ca-3c6e-431b-9509-b3c85bde019c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.556552] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.557195] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.557409] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.557725] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.558236] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.558785] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.559058] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.559237] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.560950] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.560950] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.560950] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96619964-d916-4513-bd45-1dbafee0a5b3 is going to be updated. [ 746.592414] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.592414] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.592414] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.592414] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.592414] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.603302] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96619964-d916-4513-bd45-1dbafee0a5b3 in Status: IN_PROGRESS for 2s [ 746.723073] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.723248] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.723294] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.723510] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.723604] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.723717] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f154291c-998b-459a-b5ad-3d3286b7d6fb already deleted. [ 746.723774] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f154291c-998b-459a-b5ad-3d3286b7d6fb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.757622] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0553f5be-9a24-499f-96ac-6f6b36534e4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.262379] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0553f5be-9a24-499f-96ac-6f6b36534e4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.282600] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 in Status: SUCCESS [ 747.282897] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.766767] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.766918] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.766989] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.767233] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.767326] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.767426] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b is going to be updated. [ 747.797105] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.797316] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.797316] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.797524] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.797668] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.809028] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b in Status: IN_PROGRESS for 2s [ 748.271593] env[69367]: INFO networking_nsxv3.common.synchronization [None req-279ff523-0b08-4ad7-84d9-a1d7749b2e56 None None] Enqueued Resource ID: 29f1eb6d-ac5a-4724-bd57-f34870ffc8c0 with Priority: HIGHEST for action port [ 748.271593] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29f1eb6d-ac5a-4724-bd57-f34870ffc8c0 with Priority: HIGHEST for action port [ 748.271593] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-29f1eb6d-ac5a-4724-bd57-f34870ffc8c0 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.271593] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29f1eb6d-ac5a-4724-bd57-f34870ffc8c0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.272163] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29f1eb6d-ac5a-4724-bd57-f34870ffc8c0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.272501] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29f1eb6d-ac5a-4724-bd57-f34870ffc8c0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.272641] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29f1eb6d-ac5a-4724-bd57-f34870ffc8c0',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.614986] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96619964-d916-4513-bd45-1dbafee0a5b3 in Status: SUCCESS [ 748.615282] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96619964-d916-4513-bd45-1dbafee0a5b3 deletion is rescheduled due to dependency. [ 748.615434] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.777384] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29f1eb6d-ac5a-4724-bd57-f34870ffc8c0 [ 748.777384] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.777384] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.777384] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.777384] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.777384] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.777697] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29f1eb6d-ac5a-4724-bd57-f34870ffc8c0 already deleted. [ 748.777697] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29f1eb6d-ac5a-4724-bd57-f34870ffc8c0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.819528] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b in Status: SUCCESS [ 749.819528] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.819528] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.819528] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.819528] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.819931] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.819931] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.819931] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.820053] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.820115] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.820217] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0553f5be-9a24-499f-96ac-6f6b36534e4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.323753] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0553f5be-9a24-499f-96ac-6f6b36534e4b taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.323753] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.323753] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.323753] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.323753] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.323753] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.323753] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.323753] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.323753] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.324397] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.324397] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0553f5be-9a24-499f-96ac-6f6b36534e4b taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.324397] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.324397] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.324397] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.324602] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.324718] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.324804] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.324954] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.325056] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.325144] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.325254] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0553f5be-9a24-499f-96ac-6f6b36534e4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.727777] env[69367]: INFO networking_nsxv3.common.synchronization [req-c7722fdf-a5e5-4f0c-9b7d-ac6999bc565d req-97ec2658-4a0e-4981-b3ae-208455f30fad tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Enqueued Resource ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e with Priority: HIGHEST for action security_group_members [ 750.728367] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e with Priority: HIGHEST for action security_group_members [ 750.728659] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c53b7f6-040a-411a-bf33-2ed61a56e09e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.728804] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.728870] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.729098] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.729276] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.729372] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.729432] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.729591] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.729670] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.729761] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c53b7f6-040a-411a-bf33-2ed61a56e09e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.795068] env[69367]: INFO networking_nsxv3.common.synchronization [req-c7722fdf-a5e5-4f0c-9b7d-ac6999bc565d req-97ec2658-4a0e-4981-b3ae-208455f30fad tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Enqueued Resource ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e with Priority: HIGHEST for action security_group_rules [ 750.795266] env[69367]: INFO networking_nsxv3.common.synchronization [req-c7722fdf-a5e5-4f0c-9b7d-ac6999bc565d req-97ec2658-4a0e-4981-b3ae-208455f30fad tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Enqueued Resource ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e with Priority: HIGHEST for action security_group_members [ 750.795408] env[69367]: INFO networking_nsxv3.common.synchronization [req-c7722fdf-a5e5-4f0c-9b7d-ac6999bc565d req-97ec2658-4a0e-4981-b3ae-208455f30fad tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Enqueued Resource ID: 312dd64a-3a86-4a49-b5ce-3b82ecb81271 with Priority: HIGHEST for action port [ 750.796332] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e with Priority: HIGHEST for action security_group_rules [ 750.796481] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e with Priority: HIGHEST for action security_group_members [ 750.796577] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 312dd64a-3a86-4a49-b5ce-3b82ecb81271 with Priority: HIGHEST for action port [ 750.796852] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c53b7f6-040a-411a-bf33-2ed61a56e09e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.796975] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.797054] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.797254] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.797329] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c53b7f6-040a-411a-bf33-2ed61a56e09e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.798249] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c53b7f6-040a-411a-bf33-2ed61a56e09e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.798344] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.798531] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-312dd64a-3a86-4a49-b5ce-3b82ecb81271 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.798630] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-312dd64a-3a86-4a49-b5ce-3b82ecb81271" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.798694] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-312dd64a-3a86-4a49-b5ce-3b82ecb81271" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.798866] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-312dd64a-3a86-4a49-b5ce-3b82ecb81271" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.798939] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('312dd64a-3a86-4a49-b5ce-3b82ecb81271',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.827777] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0553f5be-9a24-499f-96ac-6f6b36534e4b: rpc.has_security_group_logging(os_id): False [ 750.847095] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.847246] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.847319] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.847534] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.848229] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.848229] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.848229] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.848229] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.848229] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.848229] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.848424] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.848503] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.848569] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.848979] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.848979] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.848979] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.849126] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.849182] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.849326] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.849425] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.849515] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b is going to be updated. [ 750.919397] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.919397] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.919397] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.919397] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.919397] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.930954] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b in Status: IN_PROGRESS for 2s [ 750.945351] env[69367]: INFO networking_nsxv3.common.synchronization [req-9d5179e2-d442-4188-b91e-eb21a13bbb38 req-94194233-4e33-4dc5-b4a7-d340e21d7a9c tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Enqueued Resource ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b with Priority: HIGHEST for action security_group_members [ 750.945485] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b with Priority: HIGHEST for action security_group_members [ 750.945830] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0553f5be-9a24-499f-96ac-6f6b36534e4b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.945950] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.947577] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.947821] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.948043] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.948173] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.948267] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.948497] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.948588] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.948687] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0553f5be-9a24-499f-96ac-6f6b36534e4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.233281] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c53b7f6-040a-411a-bf33-2ed61a56e09e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.302567] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c53b7f6-040a-411a-bf33-2ed61a56e09e taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.302780] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.303513] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 312dd64a-3a86-4a49-b5ce-3b82ecb81271 with status ACTIVE [ 751.303947] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.304150] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.304243] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.304479] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.304572] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.304774] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.304887] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.304950] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.305117] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.305194] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.305392] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.305489] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.305550] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.305686] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.305757] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.305840] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 312dd64a-3a86-4a49-b5ce-3b82ecb81271 is going to be updated. [ 751.332896] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.333204] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.333204] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.333454] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.333553] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.333735] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-312dd64a-3a86-4a49-b5ce-3b82ecb81271" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.441719] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-971 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.441838] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-971" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.442442] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-971" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.442841] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-971" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.442873] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.443052] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.443417] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.443854] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.444122] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.444468] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 751.444670] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.444894] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.445135] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.445368] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 751.446013] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.446280] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.451235] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0553f5be-9a24-499f-96ac-6f6b36534e4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.486531] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.486531] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 751.486531] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.486726] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-971" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.487967] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-9d26c477-da11-41b5-9131-0a4413a6ebbe taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.487967] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-9d26c477-da11-41b5-9131-0a4413a6ebbe" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.487967] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-9d26c477-da11-41b5-9131-0a4413a6ebbe" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.488313] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-9d26c477-da11-41b5-9131-0a4413a6ebbe" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.488354] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d26c477-da11-41b5-9131-0a4413a6ebbe',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.735183] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c53b7f6-040a-411a-bf33-2ed61a56e09e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.955745] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0553f5be-9a24-499f-96ac-6f6b36534e4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.991697] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.991966] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.992075] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.992378] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.992605] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.992687] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 9d26c477-da11-41b5-9131-0a4413a6ebbe not found, creating... [ 751.992944] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.993205] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.993261] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.993471] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.993951] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.994412] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.994940] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.995182] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.995540] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.995778] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.996047] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 9d26c477-da11-41b5-9131-0a4413a6ebbe is going to be created. [ 752.035165] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.035379] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.035502] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.035784] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.036400] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.036488] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-9d26c477-da11-41b5-9131-0a4413a6ebbe" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.237874] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.238139] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.238192] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.238382] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.238471] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.238573] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e is going to be updated. [ 752.270763] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.270933] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.271043] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.271197] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.271338] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.285297] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e in Status: IN_PROGRESS for 2s [ 752.458653] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.458827] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.458870] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.459360] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.459470] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.459581] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b is going to be updated. [ 752.495603] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.495821] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.495821] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.496078] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.496351] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.512422] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b in Status: IN_PROGRESS for 2s [ 752.853056] env[69367]: INFO networking_nsxv3.common.synchronization [req-9d5179e2-d442-4188-b91e-eb21a13bbb38 req-e05de5a1-fb63-49ea-a154-af479ede8eb8 service nova] Enqueued Resource ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b with Priority: HIGHEST for action security_group_rules [ 752.853187] env[69367]: INFO networking_nsxv3.common.synchronization [req-9d5179e2-d442-4188-b91e-eb21a13bbb38 req-e05de5a1-fb63-49ea-a154-af479ede8eb8 service nova] Enqueued Resource ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b with Priority: HIGHEST for action security_group_members [ 752.853314] env[69367]: INFO networking_nsxv3.common.synchronization [req-9d5179e2-d442-4188-b91e-eb21a13bbb38 req-e05de5a1-fb63-49ea-a154-af479ede8eb8 service nova] Enqueued Resource ID: 9d26c477-da11-41b5-9131-0a4413a6ebbe with Priority: HIGHEST for action port [ 752.853907] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b with Priority: HIGHEST for action security_group_rules [ 752.854069] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b with Priority: HIGHEST for action security_group_members [ 752.854158] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d26c477-da11-41b5-9131-0a4413a6ebbe with Priority: HIGHEST for action port [ 752.854453] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0553f5be-9a24-499f-96ac-6f6b36534e4b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.854525] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.854751] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0553f5be-9a24-499f-96ac-6f6b36534e4b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.854792] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.854935] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d26c477-da11-41b5-9131-0a4413a6ebbe taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.855049] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d26c477-da11-41b5-9131-0a4413a6ebbe" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.855114] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d26c477-da11-41b5-9131-0a4413a6ebbe" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.855320] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d26c477-da11-41b5-9131-0a4413a6ebbe" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.855398] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d26c477-da11-41b5-9131-0a4413a6ebbe',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.947880] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b in Status: SUCCESS [ 752.948199] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.948388] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.948616] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.948701] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0553f5be-9a24-499f-96ac-6f6b36534e4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.072508] env[69367]: INFO networking_nsxv3.common.synchronization [None req-195f2963-49ff-4c84-946c-863c4169e3a4 None None] Enqueued Resource ID: 5496832f-8f86-42cd-bf8c-7acf3f61b15d with Priority: HIGHEST for action port [ 753.073459] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5496832f-8f86-42cd-bf8c-7acf3f61b15d with Priority: HIGHEST for action port [ 753.073855] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-5496832f-8f86-42cd-bf8c-7acf3f61b15d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.073984] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5496832f-8f86-42cd-bf8c-7acf3f61b15d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.074135] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5496832f-8f86-42cd-bf8c-7acf3f61b15d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.074404] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5496832f-8f86-42cd-bf8c-7acf3f61b15d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.074541] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5496832f-8f86-42cd-bf8c-7acf3f61b15d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.357636] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d26c477-da11-41b5-9131-0a4413a6ebbe with status ACTIVE [ 753.358095] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.361220] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.361220] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.361220] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.361220] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.361220] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.361220] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.361220] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.361220] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.361220] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.361220] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.361220] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.361220] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.361220] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.361220] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.363044] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d26c477-da11-41b5-9131-0a4413a6ebbe is going to be updated. [ 753.399030] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.399030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.399030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.399030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.399030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.399030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d26c477-da11-41b5-9131-0a4413a6ebbe" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.453723] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0553f5be-9a24-499f-96ac-6f6b36534e4b taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.453946] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.582428] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5496832f-8f86-42cd-bf8c-7acf3f61b15d [ 753.582706] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.582899] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.582947] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.583336] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.583336] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.583501] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5496832f-8f86-42cd-bf8c-7acf3f61b15d already deleted. [ 753.583501] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5496832f-8f86-42cd-bf8c-7acf3f61b15d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.958244] env[69367]: INFO networking_nsxv3.common.synchronization [req-62c67eeb-baff-401b-a537-b8ad8c415dcc req-a5ed1306-f4f2-4cbf-9802-bf402c29d230 tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Enqueued Resource ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e with Priority: HIGHEST for action security_group_members [ 753.959069] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e with Priority: HIGHEST for action security_group_members [ 753.959069] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c53b7f6-040a-411a-bf33-2ed61a56e09e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.959069] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.989724] env[69367]: INFO networking_nsxv3.common.synchronization [req-62c67eeb-baff-401b-a537-b8ad8c415dcc req-a5ed1306-f4f2-4cbf-9802-bf402c29d230 tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Enqueued Resource ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e with Priority: HIGHEST for action security_group_rules [ 753.990620] env[69367]: INFO networking_nsxv3.common.synchronization [req-62c67eeb-baff-401b-a537-b8ad8c415dcc req-a5ed1306-f4f2-4cbf-9802-bf402c29d230 tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Enqueued Resource ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e with Priority: HIGHEST for action security_group_members [ 753.990620] env[69367]: INFO networking_nsxv3.common.synchronization [req-62c67eeb-baff-401b-a537-b8ad8c415dcc req-a5ed1306-f4f2-4cbf-9802-bf402c29d230 tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Enqueued Resource ID: 312dd64a-3a86-4a49-b5ce-3b82ecb81271 with Priority: HIGHEST for action port [ 753.990826] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e with Priority: HIGHEST for action security_group_rules [ 753.990910] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e with Priority: HIGHEST for action security_group_members [ 753.992739] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 312dd64a-3a86-4a49-b5ce-3b82ecb81271 with Priority: HIGHEST for action port [ 753.993245] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c53b7f6-040a-411a-bf33-2ed61a56e09e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.993304] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.994101] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c53b7f6-040a-411a-bf33-2ed61a56e09e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.994101] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.994101] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-312dd64a-3a86-4a49-b5ce-3b82ecb81271 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.994101] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-312dd64a-3a86-4a49-b5ce-3b82ecb81271" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.994101] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-312dd64a-3a86-4a49-b5ce-3b82ecb81271" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.994290] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-312dd64a-3a86-4a49-b5ce-3b82ecb81271" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.994290] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('312dd64a-3a86-4a49-b5ce-3b82ecb81271',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.298243] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e in Status: SUCCESS [ 754.298648] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.298648] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.298866] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.299157] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.299258] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.299258] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.299496] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.299496] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.299588] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c53b7f6-040a-411a-bf33-2ed61a56e09e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.501619] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 312dd64a-3a86-4a49-b5ce-3b82ecb81271 with status ACTIVE [ 754.501619] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.501619] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.501619] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.501619] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.501619] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.501619] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.501619] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.501619] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.501619] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.501619] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.501619] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.501619] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.501619] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.501619] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.501619] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.501619] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 312dd64a-3a86-4a49-b5ce-3b82ecb81271 is going to be updated. [ 754.526189] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b in Status: SUCCESS [ 754.526459] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.526625] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.526841] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.527038] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.528374] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.528488] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.528923] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.528923] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.530051] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0553f5be-9a24-499f-96ac-6f6b36534e4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.534829] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.534829] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.534994] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.536065] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.536065] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.536065] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-312dd64a-3a86-4a49-b5ce-3b82ecb81271" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.802700] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c53b7f6-040a-411a-bf33-2ed61a56e09e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.031431] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0553f5be-9a24-499f-96ac-6f6b36534e4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.309688] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c53b7f6-040a-411a-bf33-2ed61a56e09e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.534522] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0553f5be-9a24-499f-96ac-6f6b36534e4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.670188] env[69367]: INFO networking_nsxv3.common.synchronization [None req-ecc5989c-5db7-4374-8e4e-42a930eca83d None None] Enqueued Resource ID: 87049b94-b99b-4190-99dd-b476a85b4d5f with Priority: HIGHEST for action port [ 755.670364] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87049b94-b99b-4190-99dd-b476a85b4d5f with Priority: HIGHEST for action port [ 755.670685] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-87049b94-b99b-4190-99dd-b476a85b4d5f taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.670859] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87049b94-b99b-4190-99dd-b476a85b4d5f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.671160] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87049b94-b99b-4190-99dd-b476a85b4d5f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.671643] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87049b94-b99b-4190-99dd-b476a85b4d5f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.671643] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87049b94-b99b-4190-99dd-b476a85b4d5f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.811278] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.811505] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.811626] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.811891] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.811975] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.812125] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e is going to be updated. [ 755.851682] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.851863] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.851931] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.852197] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.852426] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.864211] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e in Status: IN_PROGRESS for 2s [ 756.044239] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.044239] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.044239] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.044239] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.044239] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.044239] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b is going to be updated. [ 756.077249] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.077451] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.077451] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.077670] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.077843] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.093646] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b in Status: IN_PROGRESS for 2s [ 756.174768] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87049b94-b99b-4190-99dd-b476a85b4d5f [ 756.174768] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.175144] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.175144] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.175265] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.175319] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.175370] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87049b94-b99b-4190-99dd-b476a85b4d5f already deleted. [ 756.175458] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87049b94-b99b-4190-99dd-b476a85b4d5f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.426150] env[69367]: INFO networking_nsxv3.common.synchronization [req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 req-6f64686a-0da3-4380-82fb-3ce737f7ca42 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Enqueued Resource ID: fa099e9b-1217-4857-aba3-cc67ea1f62a4 with Priority: HIGHEST for action security_group_members [ 756.426150] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa099e9b-1217-4857-aba3-cc67ea1f62a4 with Priority: HIGHEST for action security_group_members [ 756.426761] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa099e9b-1217-4857-aba3-cc67ea1f62a4 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.427527] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.427527] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.427527] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.427793] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.427987] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.428118] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.428471] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.428471] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.428888] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa099e9b-1217-4857-aba3-cc67ea1f62a4',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.573984] env[69367]: INFO networking_nsxv3.common.synchronization [None req-250bc353-a6e4-4a77-9190-1b78e749e2de None None] Enqueued Resource ID: 3d16ee07-6b43-4497-8457-189a13e9cec0 with Priority: HIGHEST for action port [ 756.574433] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d16ee07-6b43-4497-8457-189a13e9cec0 with Priority: HIGHEST for action port [ 756.575056] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d16ee07-6b43-4497-8457-189a13e9cec0 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.575190] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d16ee07-6b43-4497-8457-189a13e9cec0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.575259] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d16ee07-6b43-4497-8457-189a13e9cec0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.575542] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d16ee07-6b43-4497-8457-189a13e9cec0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.575736] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d16ee07-6b43-4497-8457-189a13e9cec0',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.819027] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-904 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.819306] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-904" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.819363] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-904" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.819720] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-904" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.819991] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.820363] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.820560] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.821374] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.821671] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.821975] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 756.822171] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 756.822335] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 756.822493] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 756.822689] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 756.822849] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 756.823052] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 756.843788] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 756.843987] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 756.844157] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 756.844446] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-904" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.844785] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-97b11513-ba6a-4a33-8072-7e139780910b taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.844986] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-97b11513-ba6a-4a33-8072-7e139780910b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.845123] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-97b11513-ba6a-4a33-8072-7e139780910b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.845489] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-97b11513-ba6a-4a33-8072-7e139780910b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.845619] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97b11513-ba6a-4a33-8072-7e139780910b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.931404] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.931602] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.931651] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.932947] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.932947] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.932947] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.932947] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.932947] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.932947] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.932947] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.932947] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa099e9b-1217-4857-aba3-cc67ea1f62a4 already deleted. [ 756.932947] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.079066] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d16ee07-6b43-4497-8457-189a13e9cec0 [ 757.079293] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.079438] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.079497] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.079716] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.079803] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.079906] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d16ee07-6b43-4497-8457-189a13e9cec0 already deleted. [ 757.079992] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d16ee07-6b43-4497-8457-189a13e9cec0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.353032] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.353032] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.353032] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.353335] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.353595] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.353595] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 97b11513-ba6a-4a33-8072-7e139780910b not found, creating... [ 757.355153] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.355153] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.355153] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.355153] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.356499] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.357517] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.357714] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.357838] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.358120] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.358294] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.358464] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 97b11513-ba6a-4a33-8072-7e139780910b is going to be created. [ 757.379623] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.379623] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.379623] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.379868] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.380065] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.380335] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-97b11513-ba6a-4a33-8072-7e139780910b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.874257] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e in Status: SUCCESS [ 757.874928] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.875229] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.875555] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.875869] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.876155] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.876314] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.876644] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.876843] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.877012] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.877236] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c53b7f6-040a-411a-bf33-2ed61a56e09e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.882576] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.882576] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.882576] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.882576] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.882576] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.882576] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.882576] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.882576] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c53b7f6-040a-411a-bf33-2ed61a56e09e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.010415] env[69367]: INFO networking_nsxv3.common.synchronization [req-6c048aef-b9d6-4038-b9fd-67cea63c73ab req-c4218e30-557d-4a2d-9b89-d6c792857abf tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Enqueued Resource ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e with Priority: HIGHEST for action security_group_members [ 758.010544] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e with Priority: HIGHEST for action security_group_members [ 758.010838] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c53b7f6-040a-411a-bf33-2ed61a56e09e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.010939] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.103531] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b in Status: SUCCESS [ 758.104359] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.104753] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.104997] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.105216] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.105376] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.105452] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.105618] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.105698] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.105781] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.105868] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0553f5be-9a24-499f-96ac-6f6b36534e4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.344046] env[69367]: INFO networking_nsxv3.common.synchronization [req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 req-7596f16f-18df-45d5-9cda-050a2a0b6bda service nova] Enqueued Resource ID: fa099e9b-1217-4857-aba3-cc67ea1f62a4 with Priority: HIGHEST for action security_group_rules [ 758.344046] env[69367]: INFO networking_nsxv3.common.synchronization [req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 req-7596f16f-18df-45d5-9cda-050a2a0b6bda service nova] Enqueued Resource ID: fa099e9b-1217-4857-aba3-cc67ea1f62a4 with Priority: HIGHEST for action security_group_members [ 758.344046] env[69367]: INFO networking_nsxv3.common.synchronization [req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 req-7596f16f-18df-45d5-9cda-050a2a0b6bda service nova] Enqueued Resource ID: 97b11513-ba6a-4a33-8072-7e139780910b with Priority: HIGHEST for action port [ 758.344046] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa099e9b-1217-4857-aba3-cc67ea1f62a4 with Priority: HIGHEST for action security_group_rules [ 758.344046] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa099e9b-1217-4857-aba3-cc67ea1f62a4 with Priority: HIGHEST for action security_group_members [ 758.344046] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b11513-ba6a-4a33-8072-7e139780910b with Priority: HIGHEST for action port [ 758.344046] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa099e9b-1217-4857-aba3-cc67ea1f62a4 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.344046] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.344046] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.347292] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.347292] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa099e9b-1217-4857-aba3-cc67ea1f62a4',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.349151] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa099e9b-1217-4857-aba3-cc67ea1f62a4 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.349357] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.349424] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.349771] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.349948] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.350427] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.350427] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.350427] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.350427] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.350427] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa099e9b-1217-4857-aba3-cc67ea1f62a4',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.352022] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-97b11513-ba6a-4a33-8072-7e139780910b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.352116] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97b11513-ba6a-4a33-8072-7e139780910b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.354074] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97b11513-ba6a-4a33-8072-7e139780910b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.354074] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97b11513-ba6a-4a33-8072-7e139780910b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.354074] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97b11513-ba6a-4a33-8072-7e139780910b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.382428] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c53b7f6-040a-411a-bf33-2ed61a56e09e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.384046] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c53b7f6-040a-411a-bf33-2ed61a56e09e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.609497] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0553f5be-9a24-499f-96ac-6f6b36534e4b taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.610374] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.610374] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.610374] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.610374] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.610766] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.610766] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.610766] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.610851] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.611078] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.611168] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0553f5be-9a24-499f-96ac-6f6b36534e4b taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.611240] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.611305] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.611466] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.611693] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.611806] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.611923] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.613210] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.613714] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.613714] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.613714] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0553f5be-9a24-499f-96ac-6f6b36534e4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.851072] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa099e9b-1217-4857-aba3-cc67ea1f62a4 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.851072] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.852935] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa099e9b-1217-4857-aba3-cc67ea1f62a4',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.857080] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97b11513-ba6a-4a33-8072-7e139780910b with status ACTIVE [ 758.857080] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.857080] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.857080] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.857080] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.857080] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.857080] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.857080] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.857080] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.857080] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.857080] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.857080] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.857080] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.857080] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.858107] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.858421] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.860707] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97b11513-ba6a-4a33-8072-7e139780910b is going to be updated. [ 758.884561] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.884561] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.884561] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.884561] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.884561] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.887018] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97b11513-ba6a-4a33-8072-7e139780910b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.887018] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c53b7f6-040a-411a-bf33-2ed61a56e09e: rpc.has_security_group_logging(os_id): False [ 758.888562] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c53b7f6-040a-411a-bf33-2ed61a56e09e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.911837] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.911995] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.912140] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.912922] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.912922] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.912922] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.912922] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.912922] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.913130] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.913130] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.913207] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e is going to be updated. [ 758.982747] env[69367]: INFO networking_nsxv3.common.synchronization [None req-5b352ccf-44b4-4bc3-94d3-f15b5474ca01 None None] Enqueued Resource ID: d8c3e15e-3fb2-4bca-884e-f3647626dc97 with Priority: HIGHEST for action port [ 758.983145] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8c3e15e-3fb2-4bca-884e-f3647626dc97 with Priority: HIGHEST for action port [ 758.983697] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8c3e15e-3fb2-4bca-884e-f3647626dc97 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.983827] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8c3e15e-3fb2-4bca-884e-f3647626dc97" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.986219] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8c3e15e-3fb2-4bca-884e-f3647626dc97" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.986219] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8c3e15e-3fb2-4bca-884e-f3647626dc97" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.986219] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8c3e15e-3fb2-4bca-884e-f3647626dc97',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.011285] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.011285] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.011285] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.011285] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.011285] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.034627] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e in Status: IN_PROGRESS for 2s [ 759.119319] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0553f5be-9a24-499f-96ac-6f6b36534e4b: rpc.has_security_group_logging(os_id): False [ 759.143399] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.143399] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.143399] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.143399] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.143399] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.143399] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.143399] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.143399] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.143399] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.143399] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.143399] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.143399] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.143399] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.143399] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.143399] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.143944] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.143944] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.143944] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.143944] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.143944] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.143944] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b is going to be updated. [ 759.215669] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.215669] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.215669] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.215669] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.215669] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.247803] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b in Status: IN_PROGRESS for 2s [ 759.362107] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa099e9b-1217-4857-aba3-cc67ea1f62a4',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.391769] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.391958] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.391999] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.393029] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.393029] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.393029] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e is going to be updated. [ 759.424301] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.424479] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.424598] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.424868] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.425088] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.435129] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e in Status: IN_PROGRESS for 2s [ 759.489550] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8c3e15e-3fb2-4bca-884e-f3647626dc97 [ 759.489550] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.489550] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.489550] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.489550] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.489550] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.489550] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8c3e15e-3fb2-4bca-884e-f3647626dc97 already deleted. [ 759.489550] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8c3e15e-3fb2-4bca-884e-f3647626dc97" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.866338] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.866338] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.866562] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.866596] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.866775] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.866844] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa099e9b-1217-4857-aba3-cc67ea1f62a4 is going to be created. [ 759.895149] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.895638] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.895638] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.895638] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.895804] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.912109] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa099e9b-1217-4857-aba3-cc67ea1f62a4 in Status: UNINITIALIZED for 2s [ 760.009681] env[69367]: INFO networking_nsxv3.common.synchronization [None req-fcc95b81-2f66-4f93-965b-46b2c177bd77 None None] Enqueued Resource ID: af447bec-778d-4333-a3cd-96b69a8b895d with Priority: HIGHEST for action port [ 760.010137] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af447bec-778d-4333-a3cd-96b69a8b895d with Priority: HIGHEST for action port [ 760.010365] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-af447bec-778d-4333-a3cd-96b69a8b895d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.010520] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af447bec-778d-4333-a3cd-96b69a8b895d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.010606] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af447bec-778d-4333-a3cd-96b69a8b895d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.010935] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af447bec-778d-4333-a3cd-96b69a8b895d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.011071] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af447bec-778d-4333-a3cd-96b69a8b895d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.516518] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af447bec-778d-4333-a3cd-96b69a8b895d [ 760.516518] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.516518] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.516518] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.516518] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.516518] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.516518] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af447bec-778d-4333-a3cd-96b69a8b895d already deleted. [ 760.516518] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af447bec-778d-4333-a3cd-96b69a8b895d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.050822] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e in Status: SUCCESS [ 761.052310] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.052310] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.052310] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.052310] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c53b7f6-040a-411a-bf33-2ed61a56e09e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.264413] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b in Status: SUCCESS [ 761.264646] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.447963] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e in Status: SUCCESS [ 761.448892] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.449115] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.449358] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.449542] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.449664] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.449753] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.449916] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.449998] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.450111] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c53b7f6-040a-411a-bf33-2ed61a56e09e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.580352] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.580352] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.580352] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.580352] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.580352] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.580352] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e is going to be deleted. [ 761.644677] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.644677] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.645080] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.645080] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.645169] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.645404] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.928620] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa099e9b-1217-4857-aba3-cc67ea1f62a4 in Status: SUCCESS [ 761.929036] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.929280] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.929563] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.929960] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.929960] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.930126] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.930441] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.930441] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.930609] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.930831] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa099e9b-1217-4857-aba3-cc67ea1f62a4',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.944511] env[69367]: INFO networking_nsxv3.common.synchronization [None req-9c61e4c5-f977-4b44-83ae-f47a5babc464 None None] Enqueued Resource ID: 3e2d0cdf-adc2-4c68-9c0a-30c02dd66f15 with Priority: HIGHEST for action port [ 761.945023] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e2d0cdf-adc2-4c68-9c0a-30c02dd66f15 with Priority: HIGHEST for action port [ 761.945683] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e2d0cdf-adc2-4c68-9c0a-30c02dd66f15 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.945683] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e2d0cdf-adc2-4c68-9c0a-30c02dd66f15" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.945807] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e2d0cdf-adc2-4c68-9c0a-30c02dd66f15" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.945945] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e2d0cdf-adc2-4c68-9c0a-30c02dd66f15" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.946605] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e2d0cdf-adc2-4c68-9c0a-30c02dd66f15',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.954696] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.954696] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.954696] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.954696] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.954696] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.954878] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.954921] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.955051] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.955273] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.955273] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.955273] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e is going to be deleted. [ 761.991378] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.991607] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.991607] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.991785] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.991871] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.991968] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.992531] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.992698] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.992868] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.992960] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.993041] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.993264] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.993364] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.993464] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c53b7f6-040a-411a-bf33-2ed61a56e09e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.433554] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa099e9b-1217-4857-aba3-cc67ea1f62a4 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.433889] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.433889] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.434055] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.434254] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.434367] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.434427] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.434576] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.434720] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.434765] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.434877] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa099e9b-1217-4857-aba3-cc67ea1f62a4 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.434971] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.435044] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.435225] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.435370] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.439019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.439019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.439019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.439019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.439019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.439019] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa099e9b-1217-4857-aba3-cc67ea1f62a4',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.449870] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e2d0cdf-adc2-4c68-9c0a-30c02dd66f15 [ 762.450116] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.450316] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.450316] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.450986] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.450986] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.450986] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e2d0cdf-adc2-4c68-9c0a-30c02dd66f15 already deleted. [ 762.450986] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e2d0cdf-adc2-4c68-9c0a-30c02dd66f15" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.498049] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.498049] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.498049] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.498049] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.498049] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.498705] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.498957] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.499836] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.500049] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.500137] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.500236] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c53b7f6-040a-411a-bf33-2ed61a56e09e already deleted. [ 762.500360] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c53b7f6-040a-411a-bf33-2ed61a56e09e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.939964] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa099e9b-1217-4857-aba3-cc67ea1f62a4: rpc.has_security_group_logging(os_id): False [ 762.971673] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.971835] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.971896] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.972128] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.972219] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.972430] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.972528] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.972605] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.972771] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.972887] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.973027] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.973123] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.973183] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.973318] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.973391] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.973567] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.973659] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.973745] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.973842] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.973911] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.973990] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa099e9b-1217-4857-aba3-cc67ea1f62a4 is going to be created. [ 763.046467] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.046637] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.046802] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.046873] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.047070] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.071253] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa099e9b-1217-4857-aba3-cc67ea1f62a4 in Status: IN_PROGRESS for 2s [ 765.084058] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa099e9b-1217-4857-aba3-cc67ea1f62a4 in Status: SUCCESS [ 765.084460] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.653520] env[69367]: INFO networking_nsxv3.common.synchronization [req-41913d5e-3f3b-45b1-9699-b0d18f17a678 req-8499e9f0-eeb2-42bb-acd9-427c76e62fc3 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Enqueued Resource ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b with Priority: HIGHEST for action security_group_members [ 765.654108] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b with Priority: HIGHEST for action security_group_members [ 765.654411] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0553f5be-9a24-499f-96ac-6f6b36534e4b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.654531] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.654595] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.654793] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.654941] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.655082] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.655126] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.655270] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.655412] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.655457] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0553f5be-9a24-499f-96ac-6f6b36534e4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.712020] env[69367]: INFO networking_nsxv3.common.synchronization [req-2c5dcf99-4cff-437d-a3a4-43379db52945 req-055068b3-3280-4077-a7d7-fe7a7a79f999 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Enqueued Resource ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b with Priority: HIGHEST for action security_group_members [ 765.712020] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b with Priority: HIGHEST for action security_group_members [ 765.712461] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0553f5be-9a24-499f-96ac-6f6b36534e4b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.712718] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.158136] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0553f5be-9a24-499f-96ac-6f6b36534e4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.264277] env[69367]: INFO networking_nsxv3.common.synchronization [req-42fd375e-e80b-4c63-8862-ac76e4196311 req-ef0e5b57-6ba3-403f-9e79-96cedaff8ab6 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Enqueued Resource ID: 78bd77d3-95a3-44e1-b8b9-9d87ec388778 with Priority: HIGHEST for action security_group_members [ 766.264949] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78bd77d3-95a3-44e1-b8b9-9d87ec388778 with Priority: HIGHEST for action security_group_members [ 766.265281] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-78bd77d3-95a3-44e1-b8b9-9d87ec388778 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.265406] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78bd77d3-95a3-44e1-b8b9-9d87ec388778" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.265461] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78bd77d3-95a3-44e1-b8b9-9d87ec388778" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.266385] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78bd77d3-95a3-44e1-b8b9-9d87ec388778" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.266554] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.266668] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.266759] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.267035] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.267132] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.267232] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78bd77d3-95a3-44e1-b8b9-9d87ec388778',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.660850] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0553f5be-9a24-499f-96ac-6f6b36534e4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.769192] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.769387] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.769458] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.769667] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.771222] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.771222] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.771222] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.771222] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.771222] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.771222] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.771222] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78bd77d3-95a3-44e1-b8b9-9d87ec388778 already deleted. [ 766.771222] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78bd77d3-95a3-44e1-b8b9-9d87ec388778" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.871966] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-169 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.876081] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-169" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.876081] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-169" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.876081] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-169" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.878935] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.879140] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.879263] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.879518] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.879666] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.879880] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 766.879994] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.880122] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.880232] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.880343] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 766.880458] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.880653] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.903736] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.903996] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 766.904183] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.904396] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-169" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.905681] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-10783ff3-cd43-47e2-b58f-ffe0c242cf0e taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.905871] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-10783ff3-cd43-47e2-b58f-ffe0c242cf0e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.905990] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-10783ff3-cd43-47e2-b58f-ffe0c242cf0e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.906376] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-10783ff3-cd43-47e2-b58f-ffe0c242cf0e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.906516] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10783ff3-cd43-47e2-b58f-ffe0c242cf0e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.163836] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.164221] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.164221] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.164311] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.164374] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.164476] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b is going to be updated. [ 767.194919] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.196328] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.196493] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.196725] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.196956] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.208987] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b in Status: IN_PROGRESS for 2s [ 767.373780] env[69367]: INFO networking_nsxv3.common.synchronization [req-d7a9dee4-7592-4a64-98ef-cca6a61df4c0 req-d293c379-9ae8-41e6-8d4f-cee1e2351575 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Enqueued Resource ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 with Priority: HIGHEST for action security_group_members [ 767.373780] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 with Priority: HIGHEST for action security_group_members [ 767.373780] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b258c48-8097-4a97-8fb2-9c6fb25659d1 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.373915] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.374024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.374157] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.374541] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.374541] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.374541] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.374700] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.374700] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.375024] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b258c48-8097-4a97-8fb2-9c6fb25659d1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.412372] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.412602] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.412726] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.413015] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.413172] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.413328] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 10783ff3-cd43-47e2-b58f-ffe0c242cf0e not found, creating... [ 767.413585] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.413738] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.413891] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.414085] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.414224] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.414501] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.414653] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.414769] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.414972] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.415334] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.415752] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 10783ff3-cd43-47e2-b58f-ffe0c242cf0e is going to be created. [ 767.436751] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.436983] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.437121] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.437436] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.437692] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.437915] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-10783ff3-cd43-47e2-b58f-ffe0c242cf0e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.876979] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.876979] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.877115] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.877291] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.877387] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.877585] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.877707] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.877773] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.877928] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.878014] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.878102] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 is going to be updated. [ 767.910252] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.910252] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.910252] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.910252] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.910252] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.918164] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 in Status: IN_PROGRESS for 2s [ 768.416929] env[69367]: INFO networking_nsxv3.common.synchronization [req-42fd375e-e80b-4c63-8862-ac76e4196311 req-7601612b-7bff-4185-9018-a10f55203564 service nova] Enqueued Resource ID: 78bd77d3-95a3-44e1-b8b9-9d87ec388778 with Priority: HIGHEST for action security_group_rules [ 768.417203] env[69367]: INFO networking_nsxv3.common.synchronization [req-42fd375e-e80b-4c63-8862-ac76e4196311 req-7601612b-7bff-4185-9018-a10f55203564 service nova] Enqueued Resource ID: 78bd77d3-95a3-44e1-b8b9-9d87ec388778 with Priority: HIGHEST for action security_group_members [ 768.417378] env[69367]: INFO networking_nsxv3.common.synchronization [req-42fd375e-e80b-4c63-8862-ac76e4196311 req-7601612b-7bff-4185-9018-a10f55203564 service nova] Enqueued Resource ID: 10783ff3-cd43-47e2-b58f-ffe0c242cf0e with Priority: HIGHEST for action port [ 768.417486] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78bd77d3-95a3-44e1-b8b9-9d87ec388778 with Priority: HIGHEST for action security_group_rules [ 768.417615] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78bd77d3-95a3-44e1-b8b9-9d87ec388778 with Priority: HIGHEST for action security_group_members [ 768.417804] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10783ff3-cd43-47e2-b58f-ffe0c242cf0e with Priority: HIGHEST for action port [ 768.418293] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78bd77d3-95a3-44e1-b8b9-9d87ec388778 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.418412] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78bd77d3-95a3-44e1-b8b9-9d87ec388778" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.418481] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78bd77d3-95a3-44e1-b8b9-9d87ec388778" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.419229] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78bd77d3-95a3-44e1-b8b9-9d87ec388778" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.419324] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78bd77d3-95a3-44e1-b8b9-9d87ec388778',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.420193] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-78bd77d3-95a3-44e1-b8b9-9d87ec388778 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.420659] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78bd77d3-95a3-44e1-b8b9-9d87ec388778" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.420659] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78bd77d3-95a3-44e1-b8b9-9d87ec388778" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.420659] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78bd77d3-95a3-44e1-b8b9-9d87ec388778" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.420809] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.420809] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.420809] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.420973] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.421622] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.421931] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78bd77d3-95a3-44e1-b8b9-9d87ec388778',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.423094] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-10783ff3-cd43-47e2-b58f-ffe0c242cf0e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.423209] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10783ff3-cd43-47e2-b58f-ffe0c242cf0e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.423277] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10783ff3-cd43-47e2-b58f-ffe0c242cf0e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.424997] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10783ff3-cd43-47e2-b58f-ffe0c242cf0e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.424997] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10783ff3-cd43-47e2-b58f-ffe0c242cf0e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.925629] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-78bd77d3-95a3-44e1-b8b9-9d87ec388778 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.925837] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78bd77d3-95a3-44e1-b8b9-9d87ec388778" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.926096] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78bd77d3-95a3-44e1-b8b9-9d87ec388778',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.926985] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10783ff3-cd43-47e2-b58f-ffe0c242cf0e with status ACTIVE [ 768.929551] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.929551] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.929551] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.929551] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.929551] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.929551] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.929551] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.929551] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.929551] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.929551] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.929551] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.929551] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.929551] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.929551] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.929551] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.929551] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10783ff3-cd43-47e2-b58f-ffe0c242cf0e is going to be updated. [ 768.957426] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.957426] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.957426] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.957426] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.957426] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.957426] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10783ff3-cd43-47e2-b58f-ffe0c242cf0e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.006362] env[69367]: INFO networking_nsxv3.common.synchronization [None req-9d800e31-bb85-41a0-bcae-dd751043c037 None None] Enqueued Resource ID: 97098f8a-9f30-436c-b1ef-367137ad1d31 with Priority: HIGHEST for action port [ 769.006772] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97098f8a-9f30-436c-b1ef-367137ad1d31 with Priority: HIGHEST for action port [ 769.008141] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-97098f8a-9f30-436c-b1ef-367137ad1d31 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.008303] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97098f8a-9f30-436c-b1ef-367137ad1d31" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.008380] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97098f8a-9f30-436c-b1ef-367137ad1d31" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.008627] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97098f8a-9f30-436c-b1ef-367137ad1d31" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.008710] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97098f8a-9f30-436c-b1ef-367137ad1d31',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.225146] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b in Status: SUCCESS [ 769.225146] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.225146] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.225146] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.225146] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.225146] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.225146] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.225146] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.225146] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.225146] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0553f5be-9a24-499f-96ac-6f6b36534e4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.398567] env[69367]: INFO networking_nsxv3.common.synchronization [req-79153348-1eef-4894-8962-de5370ee8778 req-dcf24456-9925-453d-8ffc-59a92a314b0e tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Enqueued Resource ID: b08be970-0bc5-4609-8672-65cb670e13b6 with Priority: HIGHEST for action security_group_members [ 769.399094] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b08be970-0bc5-4609-8672-65cb670e13b6 with Priority: HIGHEST for action security_group_members [ 769.399404] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b08be970-0bc5-4609-8672-65cb670e13b6 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.399524] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b08be970-0bc5-4609-8672-65cb670e13b6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.399585] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b08be970-0bc5-4609-8672-65cb670e13b6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.401568] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b08be970-0bc5-4609-8672-65cb670e13b6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.401568] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.401568] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.401568] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.401772] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.404989] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.404989] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b08be970-0bc5-4609-8672-65cb670e13b6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.433024] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78bd77d3-95a3-44e1-b8b9-9d87ec388778',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.512396] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97098f8a-9f30-436c-b1ef-367137ad1d31 [ 769.512634] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.512758] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.512821] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.513040] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.513125] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.513235] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97098f8a-9f30-436c-b1ef-367137ad1d31 already deleted. [ 769.513296] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97098f8a-9f30-436c-b1ef-367137ad1d31" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.727345] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.730224] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.730311] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.730629] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.730629] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.730836] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.730943] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.731034] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.731201] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.731282] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.731378] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b is going to be updated. [ 769.763939] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.764130] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.764130] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.764417] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.764494] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.777786] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b in Status: IN_PROGRESS for 2s [ 769.907727] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.907796] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.908569] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.908569] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.908569] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.908569] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.908569] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.908912] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.908912] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.908975] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.913022] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b08be970-0bc5-4609-8672-65cb670e13b6 already deleted. [ 769.913022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b08be970-0bc5-4609-8672-65cb670e13b6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.931774] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 in Status: SUCCESS [ 769.932090] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 deletion is rescheduled due to dependency. [ 769.932230] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.936235] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.936524] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.936639] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.936876] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.937012] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.937275] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78bd77d3-95a3-44e1-b8b9-9d87ec388778 is going to be created. [ 769.962396] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.962514] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.962636] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.962808] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.962940] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.974733] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78bd77d3-95a3-44e1-b8b9-9d87ec388778 in Status: UNINITIALIZED for 2s [ 770.002823] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-110 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.002914] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-110" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.003049] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-110" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.003400] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-110" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.003662] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.004664] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.004664] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.004664] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.004664] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.004664] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 770.004664] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.004888] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.004888] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.004942] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 770.005781] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.005781] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.025894] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.026102] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 770.026266] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.027047] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-110" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.027047] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-837e4505-e20c-41c9-b5b1-bb3b27cb7277 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.027047] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-837e4505-e20c-41c9-b5b1-bb3b27cb7277" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.027047] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-837e4505-e20c-41c9-b5b1-bb3b27cb7277" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.027402] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-837e4505-e20c-41c9-b5b1-bb3b27cb7277" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.027508] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('837e4505-e20c-41c9-b5b1-bb3b27cb7277',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.530774] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.531066] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.531128] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.531827] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.531827] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.531827] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 837e4505-e20c-41c9-b5b1-bb3b27cb7277 not found, creating... [ 770.532039] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.532096] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.532211] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.532545] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.534635] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.534635] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.534960] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.534960] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.535633] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.535813] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.535966] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 837e4505-e20c-41c9-b5b1-bb3b27cb7277 is going to be created. [ 770.562069] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.562363] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.562432] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.562688] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.562926] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.563180] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-837e4505-e20c-41c9-b5b1-bb3b27cb7277" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.364285] env[69367]: INFO networking_nsxv3.common.synchronization [req-79153348-1eef-4894-8962-de5370ee8778 req-951e004e-df62-414b-b4a3-d75351c54567 service nova] Enqueued Resource ID: b08be970-0bc5-4609-8672-65cb670e13b6 with Priority: HIGHEST for action security_group_rules [ 771.364492] env[69367]: INFO networking_nsxv3.common.synchronization [req-79153348-1eef-4894-8962-de5370ee8778 req-951e004e-df62-414b-b4a3-d75351c54567 service nova] Enqueued Resource ID: b08be970-0bc5-4609-8672-65cb670e13b6 with Priority: HIGHEST for action security_group_members [ 771.364626] env[69367]: INFO networking_nsxv3.common.synchronization [req-79153348-1eef-4894-8962-de5370ee8778 req-951e004e-df62-414b-b4a3-d75351c54567 service nova] Enqueued Resource ID: 837e4505-e20c-41c9-b5b1-bb3b27cb7277 with Priority: HIGHEST for action port [ 771.365825] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b08be970-0bc5-4609-8672-65cb670e13b6 with Priority: HIGHEST for action security_group_rules [ 771.365825] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b08be970-0bc5-4609-8672-65cb670e13b6 with Priority: HIGHEST for action security_group_members [ 771.365945] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 837e4505-e20c-41c9-b5b1-bb3b27cb7277 with Priority: HIGHEST for action port [ 771.367409] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b08be970-0bc5-4609-8672-65cb670e13b6 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.367561] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b08be970-0bc5-4609-8672-65cb670e13b6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.367627] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b08be970-0bc5-4609-8672-65cb670e13b6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.367853] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b08be970-0bc5-4609-8672-65cb670e13b6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.367932] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b08be970-0bc5-4609-8672-65cb670e13b6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.370580] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b08be970-0bc5-4609-8672-65cb670e13b6 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.371116] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b08be970-0bc5-4609-8672-65cb670e13b6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.371116] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b08be970-0bc5-4609-8672-65cb670e13b6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.371496] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b08be970-0bc5-4609-8672-65cb670e13b6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.371675] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.371806] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.371873] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.372145] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.372145] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.372257] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b08be970-0bc5-4609-8672-65cb670e13b6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.373152] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-837e4505-e20c-41c9-b5b1-bb3b27cb7277 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.373266] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-837e4505-e20c-41c9-b5b1-bb3b27cb7277" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.373334] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-837e4505-e20c-41c9-b5b1-bb3b27cb7277" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.373503] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-837e4505-e20c-41c9-b5b1-bb3b27cb7277" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.373585] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('837e4505-e20c-41c9-b5b1-bb3b27cb7277',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.530663] env[69367]: INFO networking_nsxv3.common.synchronization [None req-e2c31351-bb55-4ab9-9157-7bceb1bd7ec1 None None] Enqueued Resource ID: 344bec94-f0c3-4db3-8e14-13f815628bb6 with Priority: HIGHEST for action port [ 771.531284] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 344bec94-f0c3-4db3-8e14-13f815628bb6 with Priority: HIGHEST for action port [ 771.531678] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-344bec94-f0c3-4db3-8e14-13f815628bb6 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.531873] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-344bec94-f0c3-4db3-8e14-13f815628bb6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.531945] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-344bec94-f0c3-4db3-8e14-13f815628bb6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.532227] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-344bec94-f0c3-4db3-8e14-13f815628bb6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.532352] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('344bec94-f0c3-4db3-8e14-13f815628bb6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.791926] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b in Status: SUCCESS [ 771.792177] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b deletion is rescheduled due to dependency. [ 771.792318] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.871269] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b08be970-0bc5-4609-8672-65cb670e13b6 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.871394] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b08be970-0bc5-4609-8672-65cb670e13b6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.878572] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 837e4505-e20c-41c9-b5b1-bb3b27cb7277 with status ACTIVE [ 771.878866] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.878866] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.878866] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.879516] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.879627] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.883023] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.883023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.883023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.883023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.883023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.883023] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.883023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.883023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.883023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.883023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.883023] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 837e4505-e20c-41c9-b5b1-bb3b27cb7277 is going to be updated. [ 771.885306] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b08be970-0bc5-4609-8672-65cb670e13b6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.915819] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.915819] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.915819] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.915819] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.915819] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.915819] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-837e4505-e20c-41c9-b5b1-bb3b27cb7277" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.991194] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78bd77d3-95a3-44e1-b8b9-9d87ec388778 in Status: SUCCESS [ 771.991449] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78bd77d3-95a3-44e1-b8b9-9d87ec388778" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.991653] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78bd77d3-95a3-44e1-b8b9-9d87ec388778" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.991919] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78bd77d3-95a3-44e1-b8b9-9d87ec388778" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.992139] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.992272] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.992339] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.992522] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.992608] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.992715] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78bd77d3-95a3-44e1-b8b9-9d87ec388778" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.992820] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78bd77d3-95a3-44e1-b8b9-9d87ec388778',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.037070] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 344bec94-f0c3-4db3-8e14-13f815628bb6 [ 772.037327] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.038723] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.038723] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.038723] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.038940] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.038940] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:344bec94-f0c3-4db3-8e14-13f815628bb6 already deleted. [ 772.039028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-344bec94-f0c3-4db3-8e14-13f815628bb6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.388803] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b08be970-0bc5-4609-8672-65cb670e13b6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.495592] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-78bd77d3-95a3-44e1-b8b9-9d87ec388778 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.496352] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78bd77d3-95a3-44e1-b8b9-9d87ec388778" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.496492] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78bd77d3-95a3-44e1-b8b9-9d87ec388778" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.497320] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78bd77d3-95a3-44e1-b8b9-9d87ec388778" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.498339] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.498339] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.498339] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.498339] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.498339] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.498339] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78bd77d3-95a3-44e1-b8b9-9d87ec388778" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.498936] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-78bd77d3-95a3-44e1-b8b9-9d87ec388778 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.499160] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78bd77d3-95a3-44e1-b8b9-9d87ec388778" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.499194] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78bd77d3-95a3-44e1-b8b9-9d87ec388778" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.499379] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78bd77d3-95a3-44e1-b8b9-9d87ec388778" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.499549] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.499669] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.499748] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.499924] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.500205] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.500340] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78bd77d3-95a3-44e1-b8b9-9d87ec388778" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.500457] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78bd77d3-95a3-44e1-b8b9-9d87ec388778',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.890693] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.890967] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.890967] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.891199] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.891293] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.891392] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b08be970-0bc5-4609-8672-65cb670e13b6 is going to be created. [ 772.915854] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.916312] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.916312] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.916447] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.916816] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.926765] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b08be970-0bc5-4609-8672-65cb670e13b6 in Status: UNINITIALIZED for 2s [ 773.003465] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78bd77d3-95a3-44e1-b8b9-9d87ec388778: rpc.has_security_group_logging(os_id): False [ 773.023973] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.024201] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.024342] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.024804] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.024976] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.025269] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.025382] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.025447] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.025724] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.025852] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.026134] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.026312] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.026382] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.026567] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.026685] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.026911] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.027037] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.027110] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.027322] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.027435] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.027656] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78bd77d3-95a3-44e1-b8b9-9d87ec388778 is going to be created. [ 773.088086] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.088306] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.088392] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.088554] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.088837] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.102262] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78bd77d3-95a3-44e1-b8b9-9d87ec388778 in Status: IN_PROGRESS for 2s [ 774.143650] env[69367]: INFO networking_nsxv3.common.synchronization [req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d req-a25cbcb2-b8bc-4a36-873b-5f4146aa10ed tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Enqueued Resource ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 with Priority: HIGHEST for action security_group_members [ 774.145715] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 with Priority: HIGHEST for action security_group_members [ 774.146098] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f15421-8dbd-46e4-be17-05ff314d7f04 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.146797] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.146797] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.146797] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.146797] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.147241] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.147241] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.147241] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.147241] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.147241] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40f15421-8dbd-46e4-be17-05ff314d7f04',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.574044] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-916 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.574044] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-916" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.574320] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-916" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.574556] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-916" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.574833] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.575013] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.575175] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.575436] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.575607] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.575832] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 774.575950] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.576072] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.576563] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.576563] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 774.576563] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.576563] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.605071] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.605285] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 774.605439] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.605678] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-916" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.606257] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-619f68ce-c4e5-4bf3-8aed-ef1622c5b242 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.606430] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-619f68ce-c4e5-4bf3-8aed-ef1622c5b242" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.606566] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-619f68ce-c4e5-4bf3-8aed-ef1622c5b242" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.606942] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-619f68ce-c4e5-4bf3-8aed-ef1622c5b242" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.607294] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('619f68ce-c4e5-4bf3-8aed-ef1622c5b242',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.650017] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.650205] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.650205] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.650459] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.650573] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.652306] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.652306] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.652306] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.652306] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.652306] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.652306] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 already deleted. [ 774.652306] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.942885] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b08be970-0bc5-4609-8672-65cb670e13b6 in Status: SUCCESS [ 774.943348] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b08be970-0bc5-4609-8672-65cb670e13b6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.943629] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b08be970-0bc5-4609-8672-65cb670e13b6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.943894] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b08be970-0bc5-4609-8672-65cb670e13b6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.944119] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.944304] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.944432] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.944801] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.944885] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.944952] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b08be970-0bc5-4609-8672-65cb670e13b6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.945130] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b08be970-0bc5-4609-8672-65cb670e13b6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.113898] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.114220] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.114393] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.114712] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.115035] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.115312] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 619f68ce-c4e5-4bf3-8aed-ef1622c5b242 not found, creating... [ 775.115769] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.116216] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.116398] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.116581] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.116750] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.117149] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.117342] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.117473] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.117777] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.117938] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.118099] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 619f68ce-c4e5-4bf3-8aed-ef1622c5b242 is going to be created. [ 775.124512] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78bd77d3-95a3-44e1-b8b9-9d87ec388778 in Status: SUCCESS [ 775.124512] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78bd77d3-95a3-44e1-b8b9-9d87ec388778" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.144731] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.145157] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.145338] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.145756] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.146394] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.147231] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-619f68ce-c4e5-4bf3-8aed-ef1622c5b242" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.448400] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b08be970-0bc5-4609-8672-65cb670e13b6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.881189] env[69367]: INFO networking_nsxv3.common.synchronization [req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d req-388a7671-d2c7-46d5-b1e1-103814e658e4 service nova] Enqueued Resource ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 with Priority: HIGHEST for action security_group_rules [ 775.881189] env[69367]: INFO networking_nsxv3.common.synchronization [req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d req-388a7671-d2c7-46d5-b1e1-103814e658e4 service nova] Enqueued Resource ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 with Priority: HIGHEST for action security_group_members [ 775.881189] env[69367]: INFO networking_nsxv3.common.synchronization [req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d req-388a7671-d2c7-46d5-b1e1-103814e658e4 service nova] Enqueued Resource ID: 619f68ce-c4e5-4bf3-8aed-ef1622c5b242 with Priority: HIGHEST for action port [ 775.881518] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 with Priority: HIGHEST for action security_group_rules [ 775.881651] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 with Priority: HIGHEST for action security_group_members [ 775.881779] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 619f68ce-c4e5-4bf3-8aed-ef1622c5b242 with Priority: HIGHEST for action port [ 775.882690] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40f15421-8dbd-46e4-be17-05ff314d7f04 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.882690] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.882690] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.882826] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.882932] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40f15421-8dbd-46e4-be17-05ff314d7f04',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.883971] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f15421-8dbd-46e4-be17-05ff314d7f04 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.884767] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.884767] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.884767] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.884767] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.884767] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.884767] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.885343] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.885343] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.885343] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40f15421-8dbd-46e4-be17-05ff314d7f04',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.886989] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-619f68ce-c4e5-4bf3-8aed-ef1622c5b242 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.887155] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-619f68ce-c4e5-4bf3-8aed-ef1622c5b242" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.887213] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-619f68ce-c4e5-4bf3-8aed-ef1622c5b242" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.887584] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-619f68ce-c4e5-4bf3-8aed-ef1622c5b242" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.887687] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('619f68ce-c4e5-4bf3-8aed-ef1622c5b242',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.953040] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b08be970-0bc5-4609-8672-65cb670e13b6: rpc.has_security_group_logging(os_id): False [ 775.974522] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.974757] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.974757] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.974942] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.975044] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.975312] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.975470] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.975470] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.975627] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.975697] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.975787] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b08be970-0bc5-4609-8672-65cb670e13b6 is going to be created. [ 776.080835] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.080835] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.080835] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.081121] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.081276] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.094578] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b08be970-0bc5-4609-8672-65cb670e13b6 in Status: IN_PROGRESS for 2s [ 776.392945] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40f15421-8dbd-46e4-be17-05ff314d7f04',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.394169] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f15421-8dbd-46e4-be17-05ff314d7f04 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.394440] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.394672] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 619f68ce-c4e5-4bf3-8aed-ef1622c5b242 with status ACTIVE [ 776.394947] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.395177] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.395345] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.395587] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.395725] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.395938] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.396097] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.396277] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.396503] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.396631] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.396855] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.397115] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.397115] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.400890] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.401065] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.401259] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 619f68ce-c4e5-4bf3-8aed-ef1622c5b242 is going to be updated. [ 776.427216] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.427216] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.427216] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.427216] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.427216] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.427216] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-619f68ce-c4e5-4bf3-8aed-ef1622c5b242" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.905881] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40f15421-8dbd-46e4-be17-05ff314d7f04',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.007191] env[69367]: INFO networking_nsxv3.common.synchronization [req-792b6c32-f808-4e3e-86aa-3d22871afa91 req-6854572d-21c4-46b4-a4f3-c898dd5d1cc0 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Enqueued Resource ID: 0733d590-5f84-452f-9a74-18888946451a with Priority: HIGHEST for action security_group_members [ 777.007720] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0733d590-5f84-452f-9a74-18888946451a with Priority: HIGHEST for action security_group_members [ 777.008210] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0733d590-5f84-452f-9a74-18888946451a taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.008418] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0733d590-5f84-452f-9a74-18888946451a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.008418] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0733d590-5f84-452f-9a74-18888946451a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.009530] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0733d590-5f84-452f-9a74-18888946451a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.009530] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.009530] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.009530] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.009530] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.009530] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.009530] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0733d590-5f84-452f-9a74-18888946451a',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.413968] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.413968] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.413968] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.413968] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.413968] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.414482] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 is going to be created. [ 777.418029] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-179 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.418029] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-179" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.418029] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-179" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.418029] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-179" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.418269] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.418452] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.418573] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.418811] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.418966] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.419199] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 777.419311] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 777.419431] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 777.419534] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 777.419640] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 777.419754] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 777.421953] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 777.442244] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 777.442412] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 777.442559] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 777.442735] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-179" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.443083] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-745e0943-aca9-4650-b2bc-12f852748730 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.443728] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-745e0943-aca9-4650-b2bc-12f852748730" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.443728] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-745e0943-aca9-4650-b2bc-12f852748730" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.443728] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-745e0943-aca9-4650-b2bc-12f852748730" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.443928] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('745e0943-aca9-4650-b2bc-12f852748730',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.446349] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.446349] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.446349] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.447167] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.447167] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.457027] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 in Status: UNINITIALIZED for 2s [ 777.512273] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.512626] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.512775] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.513129] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.513231] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.513493] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.513615] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.513703] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.513939] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.514085] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.514188] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0733d590-5f84-452f-9a74-18888946451a already deleted. [ 777.514285] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0733d590-5f84-452f-9a74-18888946451a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.947802] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.948051] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.948191] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.948504] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.948666] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.948850] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 745e0943-aca9-4650-b2bc-12f852748730 not found, creating... [ 777.949129] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.949603] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.949603] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.949758] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.949806] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.951539] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.951539] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.952460] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.952460] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.952460] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.952460] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 745e0943-aca9-4650-b2bc-12f852748730 is going to be created. [ 777.975630] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.975630] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.975849] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.976373] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.976798] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.977101] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-745e0943-aca9-4650-b2bc-12f852748730" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.108946] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b08be970-0bc5-4609-8672-65cb670e13b6 in Status: SUCCESS [ 778.109751] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b08be970-0bc5-4609-8672-65cb670e13b6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.720214] env[69367]: INFO networking_nsxv3.common.synchronization [req-792b6c32-f808-4e3e-86aa-3d22871afa91 req-d7522e5f-d6a8-4a0f-8758-689c9c52d23c service nova] Enqueued Resource ID: 0733d590-5f84-452f-9a74-18888946451a with Priority: HIGHEST for action security_group_rules [ 778.720486] env[69367]: INFO networking_nsxv3.common.synchronization [req-792b6c32-f808-4e3e-86aa-3d22871afa91 req-d7522e5f-d6a8-4a0f-8758-689c9c52d23c service nova] Enqueued Resource ID: 0733d590-5f84-452f-9a74-18888946451a with Priority: HIGHEST for action security_group_members [ 778.720528] env[69367]: INFO networking_nsxv3.common.synchronization [req-792b6c32-f808-4e3e-86aa-3d22871afa91 req-d7522e5f-d6a8-4a0f-8758-689c9c52d23c service nova] Enqueued Resource ID: 745e0943-aca9-4650-b2bc-12f852748730 with Priority: HIGHEST for action port [ 778.721109] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0733d590-5f84-452f-9a74-18888946451a with Priority: HIGHEST for action security_group_rules [ 778.721254] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0733d590-5f84-452f-9a74-18888946451a with Priority: HIGHEST for action security_group_members [ 778.721352] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 745e0943-aca9-4650-b2bc-12f852748730 with Priority: HIGHEST for action port [ 778.722182] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0733d590-5f84-452f-9a74-18888946451a taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.722342] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0733d590-5f84-452f-9a74-18888946451a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.722415] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0733d590-5f84-452f-9a74-18888946451a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.722701] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0733d590-5f84-452f-9a74-18888946451a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.722701] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0733d590-5f84-452f-9a74-18888946451a',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.725538] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0733d590-5f84-452f-9a74-18888946451a taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.725538] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0733d590-5f84-452f-9a74-18888946451a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.725538] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0733d590-5f84-452f-9a74-18888946451a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.725538] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0733d590-5f84-452f-9a74-18888946451a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.725538] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.725538] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.725538] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.725538] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.725538] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.725538] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0733d590-5f84-452f-9a74-18888946451a',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.726146] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-745e0943-aca9-4650-b2bc-12f852748730 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.726146] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-745e0943-aca9-4650-b2bc-12f852748730" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.726248] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-745e0943-aca9-4650-b2bc-12f852748730" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.726308] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-745e0943-aca9-4650-b2bc-12f852748730" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.726408] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('745e0943-aca9-4650-b2bc-12f852748730',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.235023] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0733d590-5f84-452f-9a74-18888946451a taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.235023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0733d590-5f84-452f-9a74-18888946451a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.235023] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0733d590-5f84-452f-9a74-18888946451a',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.235023] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 745e0943-aca9-4650-b2bc-12f852748730 with status ACTIVE [ 779.235023] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.235023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.235023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.235023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.235023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.235023] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.235023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.235023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.235023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.235023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.235836] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.235887] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.236849] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.237867] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.238118] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.238902] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 745e0943-aca9-4650-b2bc-12f852748730 is going to be updated. [ 779.263520] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.263707] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.263784] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.264049] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.264223] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.264416] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-745e0943-aca9-4650-b2bc-12f852748730" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.466689] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 in Status: SUCCESS [ 779.466962] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.467108] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.467326] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.467510] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.467629] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.467691] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.467840] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.467918] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.467996] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.468098] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40f15421-8dbd-46e4-be17-05ff314d7f04',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.741136] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0733d590-5f84-452f-9a74-18888946451a',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.889850] env[69367]: INFO networking_nsxv3.common.synchronization [req-b7413005-8551-4f76-832d-772410c0de9b req-0816a2b5-28d1-4b85-9cdc-67b5cb2406d3 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Enqueued Resource ID: 78bd77d3-95a3-44e1-b8b9-9d87ec388778 with Priority: HIGHEST for action security_group_members [ 779.892221] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78bd77d3-95a3-44e1-b8b9-9d87ec388778 with Priority: HIGHEST for action security_group_members [ 779.892221] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-78bd77d3-95a3-44e1-b8b9-9d87ec388778 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.892221] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78bd77d3-95a3-44e1-b8b9-9d87ec388778" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.892221] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78bd77d3-95a3-44e1-b8b9-9d87ec388778" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.892221] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78bd77d3-95a3-44e1-b8b9-9d87ec388778" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.892221] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.892221] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.892221] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.892221] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.892221] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.892221] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78bd77d3-95a3-44e1-b8b9-9d87ec388778',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.971042] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40f15421-8dbd-46e4-be17-05ff314d7f04',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.243337] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.243621] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.243621] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.243877] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.243877] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.243994] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0733d590-5f84-452f-9a74-18888946451a is going to be created. [ 780.274019] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.274451] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.274451] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.274763] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.274992] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.288326] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0733d590-5f84-452f-9a74-18888946451a in Status: UNINITIALIZED for 2s [ 780.397151] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.397520] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.397520] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.397668] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.397757] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.398088] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.398236] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.398343] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.398563] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.398650] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.398743] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78bd77d3-95a3-44e1-b8b9-9d87ec388778 is going to be updated. [ 780.431464] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.431637] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.431637] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.431837] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.432331] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.442798] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78bd77d3-95a3-44e1-b8b9-9d87ec388778 in Status: IN_PROGRESS for 2s [ 780.475135] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40f15421-8dbd-46e4-be17-05ff314d7f04: rpc.has_security_group_logging(os_id): False [ 780.497081] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.497306] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.497354] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.497545] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.497669] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.498091] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.498226] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.498297] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.498546] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.498630] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.498727] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 is going to be created. [ 780.563169] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.563335] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.563409] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.563657] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.563889] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.576281] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 in Status: IN_PROGRESS for 2s [ 782.302310] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0733d590-5f84-452f-9a74-18888946451a in Status: SUCCESS [ 782.302310] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0733d590-5f84-452f-9a74-18888946451a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.302310] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0733d590-5f84-452f-9a74-18888946451a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.302310] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0733d590-5f84-452f-9a74-18888946451a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.302310] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.302310] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.302310] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.302310] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.302310] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.302310] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0733d590-5f84-452f-9a74-18888946451a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.302310] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0733d590-5f84-452f-9a74-18888946451a',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.455469] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78bd77d3-95a3-44e1-b8b9-9d87ec388778 in Status: SUCCESS [ 782.455711] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78bd77d3-95a3-44e1-b8b9-9d87ec388778 deletion is rescheduled due to dependency. [ 782.455851] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78bd77d3-95a3-44e1-b8b9-9d87ec388778" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.593431] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 in Status: SUCCESS [ 782.593720] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.805453] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0733d590-5f84-452f-9a74-18888946451a',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.307798] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0733d590-5f84-452f-9a74-18888946451a: rpc.has_security_group_logging(os_id): False [ 783.329261] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.329517] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.329567] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.329842] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.329959] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.330273] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.330395] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.330511] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.330646] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.330775] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.330879] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0733d590-5f84-452f-9a74-18888946451a is going to be created. [ 783.396143] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.396143] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.396143] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.396601] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.397383] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.410951] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0733d590-5f84-452f-9a74-18888946451a in Status: IN_PROGRESS for 2s [ 784.893119] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 784.893119] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 785.427400] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0733d590-5f84-452f-9a74-18888946451a in Status: SUCCESS [ 785.427632] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0733d590-5f84-452f-9a74-18888946451a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.893302] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 789.893614] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 794.895665] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 794.895665] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 797.796908] env[69367]: INFO networking_nsxv3.common.synchronization [req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d req-e985932f-0712-4124-9e73-f286cb290123 tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Enqueued Resource ID: 8367387f-a4b9-4a62-bba9-0db1941fe03c with Priority: HIGHEST for action security_group_members [ 797.797761] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8367387f-a4b9-4a62-bba9-0db1941fe03c with Priority: HIGHEST for action security_group_members [ 797.798202] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-8367387f-a4b9-4a62-bba9-0db1941fe03c taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.798380] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8367387f-a4b9-4a62-bba9-0db1941fe03c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.798439] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8367387f-a4b9-4a62-bba9-0db1941fe03c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.798713] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8367387f-a4b9-4a62-bba9-0db1941fe03c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.798867] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.799017] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.799139] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.799272] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.799360] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.799450] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8367387f-a4b9-4a62-bba9-0db1941fe03c',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.151472] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-154 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.151700] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-154" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.151788] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-154" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.152118] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-154" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.152367] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.152521] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.152647] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.153020] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.153097] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.154523] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 798.154523] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.154523] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.154523] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.154523] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 798.154523] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.154523] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 798.178475] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 798.178475] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 798.178475] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 798.178475] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-154" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.178475] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-b28636a3-7b1d-48d9-9b6b-3491539a82b2 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.178475] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-b28636a3-7b1d-48d9-9b6b-3491539a82b2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.178475] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-b28636a3-7b1d-48d9-9b6b-3491539a82b2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.178475] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-b28636a3-7b1d-48d9-9b6b-3491539a82b2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.178475] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b28636a3-7b1d-48d9-9b6b-3491539a82b2',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.301649] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.301812] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.301895] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.302178] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.302283] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.302498] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.302618] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.302689] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.302903] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.302986] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.303126] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8367387f-a4b9-4a62-bba9-0db1941fe03c already deleted. [ 798.303195] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8367387f-a4b9-4a62-bba9-0db1941fe03c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.682227] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.682478] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.682619] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.682914] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.683543] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.684694] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port b28636a3-7b1d-48d9-9b6b-3491539a82b2 not found, creating... [ 798.685223] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.685555] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.685646] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.685924] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.686108] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.686425] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.686700] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.686700] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.686953] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.687443] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.687705] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: b28636a3-7b1d-48d9-9b6b-3491539a82b2 is going to be created. [ 798.715959] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.716202] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.716326] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.716639] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.716857] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.717117] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-b28636a3-7b1d-48d9-9b6b-3491539a82b2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.039620] env[69367]: INFO networking_nsxv3.common.synchronization [req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d req-b6881789-33db-4ecd-aec7-487e362b391e service nova] Enqueued Resource ID: 8367387f-a4b9-4a62-bba9-0db1941fe03c with Priority: HIGHEST for action security_group_rules [ 800.044130] env[69367]: INFO networking_nsxv3.common.synchronization [req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d req-b6881789-33db-4ecd-aec7-487e362b391e service nova] Enqueued Resource ID: 8367387f-a4b9-4a62-bba9-0db1941fe03c with Priority: HIGHEST for action security_group_members [ 800.044130] env[69367]: INFO networking_nsxv3.common.synchronization [req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d req-b6881789-33db-4ecd-aec7-487e362b391e service nova] Enqueued Resource ID: b28636a3-7b1d-48d9-9b6b-3491539a82b2 with Priority: HIGHEST for action port [ 800.048024] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8367387f-a4b9-4a62-bba9-0db1941fe03c with Priority: HIGHEST for action security_group_rules [ 800.048024] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8367387f-a4b9-4a62-bba9-0db1941fe03c with Priority: HIGHEST for action security_group_members [ 800.048024] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b28636a3-7b1d-48d9-9b6b-3491539a82b2 with Priority: HIGHEST for action port [ 800.048024] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8367387f-a4b9-4a62-bba9-0db1941fe03c taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.048024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8367387f-a4b9-4a62-bba9-0db1941fe03c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.048024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8367387f-a4b9-4a62-bba9-0db1941fe03c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.048024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8367387f-a4b9-4a62-bba9-0db1941fe03c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.048024] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8367387f-a4b9-4a62-bba9-0db1941fe03c',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.048024] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-8367387f-a4b9-4a62-bba9-0db1941fe03c taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.048024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8367387f-a4b9-4a62-bba9-0db1941fe03c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.048024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8367387f-a4b9-4a62-bba9-0db1941fe03c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.048024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8367387f-a4b9-4a62-bba9-0db1941fe03c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.048024] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.048024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.048024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.048024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.048024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.048024] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8367387f-a4b9-4a62-bba9-0db1941fe03c',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.049770] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-b28636a3-7b1d-48d9-9b6b-3491539a82b2 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.050047] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b28636a3-7b1d-48d9-9b6b-3491539a82b2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.050308] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b28636a3-7b1d-48d9-9b6b-3491539a82b2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.050692] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b28636a3-7b1d-48d9-9b6b-3491539a82b2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.050917] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b28636a3-7b1d-48d9-9b6b-3491539a82b2',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.557038] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-8367387f-a4b9-4a62-bba9-0db1941fe03c taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.557038] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8367387f-a4b9-4a62-bba9-0db1941fe03c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.557038] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8367387f-a4b9-4a62-bba9-0db1941fe03c',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.557038] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b28636a3-7b1d-48d9-9b6b-3491539a82b2 with status ACTIVE [ 800.557635] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.557635] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.557635] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.557635] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.557635] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.557826] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.557868] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.559026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.559026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.559026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.559026] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.559026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.559026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.559026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.559026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.559026] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b28636a3-7b1d-48d9-9b6b-3491539a82b2 is going to be updated. [ 800.590058] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.590255] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.590330] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.590554] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.590700] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.591242] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b28636a3-7b1d-48d9-9b6b-3491539a82b2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.592028] env[69367]: INFO networking_nsxv3.common.synchronization [None req-015768a8-e529-457a-8a09-3dc2521feeb5 None None] Enqueued Resource ID: 9d699e24-d355-4a18-bf15-6e53e800b248 with Priority: HIGHEST for action port [ 800.592519] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d699e24-d355-4a18-bf15-6e53e800b248 with Priority: HIGHEST for action port [ 800.592858] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d699e24-d355-4a18-bf15-6e53e800b248 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.592969] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d699e24-d355-4a18-bf15-6e53e800b248" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.593050] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d699e24-d355-4a18-bf15-6e53e800b248" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.593302] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d699e24-d355-4a18-bf15-6e53e800b248" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.593381] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d699e24-d355-4a18-bf15-6e53e800b248',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.604082] env[69367]: INFO networking_nsxv3.common.synchronization [req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 req-08ebb04f-4bb1-4df7-8377-bd8939415fef tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Enqueued Resource ID: b53c5278-fc27-45d6-ad04-735045797129 with Priority: HIGHEST for action security_group_members [ 800.605864] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b53c5278-fc27-45d6-ad04-735045797129 with Priority: HIGHEST for action security_group_members [ 800.605864] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b53c5278-fc27-45d6-ad04-735045797129 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.605864] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b53c5278-fc27-45d6-ad04-735045797129" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.605864] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b53c5278-fc27-45d6-ad04-735045797129" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.605864] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b53c5278-fc27-45d6-ad04-735045797129" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.606101] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.606220] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.606294] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.606456] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.606545] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.606645] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b53c5278-fc27-45d6-ad04-735045797129',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.944374] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-298 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.944576] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-298" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.944702] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-298" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.945879] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-298" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.946194] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.946363] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.946483] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.948217] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.948494] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.948876] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 800.949071] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.949246] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.949436] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.949847] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 800.949847] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.949996] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.973728] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.973903] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 800.974131] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.974268] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-298" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.974587] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-a8b42cdb-2ed5-49e6-83d4-261b8cae4cf2 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.975031] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-a8b42cdb-2ed5-49e6-83d4-261b8cae4cf2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.975031] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-a8b42cdb-2ed5-49e6-83d4-261b8cae4cf2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.975293] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-a8b42cdb-2ed5-49e6-83d4-261b8cae4cf2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.975418] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8b42cdb-2ed5-49e6-83d4-261b8cae4cf2',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.061667] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8367387f-a4b9-4a62-bba9-0db1941fe03c',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.095746] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d699e24-d355-4a18-bf15-6e53e800b248 [ 801.096737] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.096737] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.096737] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.096737] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.097488] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.097667] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d699e24-d355-4a18-bf15-6e53e800b248 already deleted. [ 801.097777] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d699e24-d355-4a18-bf15-6e53e800b248" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.109509] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.109679] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.109744] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.111608] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.111608] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.111608] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.111608] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.111608] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.111608] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.111608] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.111608] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b53c5278-fc27-45d6-ad04-735045797129 already deleted. [ 801.111608] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b53c5278-fc27-45d6-ad04-735045797129" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.480360] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.480360] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.480360] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.480360] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.480360] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.480660] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port a8b42cdb-2ed5-49e6-83d4-261b8cae4cf2 not found, creating... [ 801.480803] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.481141] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.481141] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.481370] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.481550] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.481839] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.482158] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.484449] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.484449] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.484449] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.484449] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: a8b42cdb-2ed5-49e6-83d4-261b8cae4cf2 is going to be created. [ 801.508390] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.508722] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.508875] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.509176] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.509414] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.509661] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-a8b42cdb-2ed5-49e6-83d4-261b8cae4cf2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.564843] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.564843] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.564843] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.565080] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.565183] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.565247] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8367387f-a4b9-4a62-bba9-0db1941fe03c is going to be created. [ 801.591759] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.591960] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.591960] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.592146] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.592257] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.605207] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8367387f-a4b9-4a62-bba9-0db1941fe03c in Status: UNINITIALIZED for 2s [ 802.295353] env[69367]: INFO networking_nsxv3.common.synchronization [req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 req-d241279b-1be6-486b-a1c9-a9782a894667 service nova] Enqueued Resource ID: b53c5278-fc27-45d6-ad04-735045797129 with Priority: HIGHEST for action security_group_rules [ 802.295626] env[69367]: INFO networking_nsxv3.common.synchronization [req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 req-d241279b-1be6-486b-a1c9-a9782a894667 service nova] Enqueued Resource ID: b53c5278-fc27-45d6-ad04-735045797129 with Priority: HIGHEST for action security_group_members [ 802.295626] env[69367]: INFO networking_nsxv3.common.synchronization [req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 req-d241279b-1be6-486b-a1c9-a9782a894667 service nova] Enqueued Resource ID: a8b42cdb-2ed5-49e6-83d4-261b8cae4cf2 with Priority: HIGHEST for action port [ 802.296358] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b53c5278-fc27-45d6-ad04-735045797129 with Priority: HIGHEST for action security_group_rules [ 802.296358] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b53c5278-fc27-45d6-ad04-735045797129 with Priority: HIGHEST for action security_group_members [ 802.296358] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8b42cdb-2ed5-49e6-83d4-261b8cae4cf2 with Priority: HIGHEST for action port [ 802.297224] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b53c5278-fc27-45d6-ad04-735045797129 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.297357] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b53c5278-fc27-45d6-ad04-735045797129" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.297430] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b53c5278-fc27-45d6-ad04-735045797129" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.297646] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b53c5278-fc27-45d6-ad04-735045797129" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.297735] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b53c5278-fc27-45d6-ad04-735045797129',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.298769] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b53c5278-fc27-45d6-ad04-735045797129 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.298891] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b53c5278-fc27-45d6-ad04-735045797129" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.298952] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b53c5278-fc27-45d6-ad04-735045797129" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.299175] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b53c5278-fc27-45d6-ad04-735045797129" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.299330] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.299447] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.299509] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.299688] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.299765] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.299868] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b53c5278-fc27-45d6-ad04-735045797129',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.304240] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8b42cdb-2ed5-49e6-83d4-261b8cae4cf2 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.304448] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8b42cdb-2ed5-49e6-83d4-261b8cae4cf2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.304532] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8b42cdb-2ed5-49e6-83d4-261b8cae4cf2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.304807] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8b42cdb-2ed5-49e6-83d4-261b8cae4cf2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.304898] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8b42cdb-2ed5-49e6-83d4-261b8cae4cf2',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.806405] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b53c5278-fc27-45d6-ad04-735045797129',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.808471] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b53c5278-fc27-45d6-ad04-735045797129 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.808618] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b53c5278-fc27-45d6-ad04-735045797129" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.812131] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8b42cdb-2ed5-49e6-83d4-261b8cae4cf2 with status ACTIVE [ 802.812131] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.812131] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.812131] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.812131] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.812131] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.812131] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.812131] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.812131] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.812131] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.812131] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.812131] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.812131] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.812131] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.812131] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.812131] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.812131] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8b42cdb-2ed5-49e6-83d4-261b8cae4cf2 is going to be updated. [ 802.835513] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.835853] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.835853] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.837172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.837172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.837172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8b42cdb-2ed5-49e6-83d4-261b8cae4cf2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.036832] env[69367]: INFO networking_nsxv3.common.synchronization [None req-a290b844-a303-4084-8a6c-49862b1a17ca None None] Enqueued Resource ID: 070ac07d-8c5e-4314-afd1-c05959f7d5d6 with Priority: HIGHEST for action port [ 803.036832] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 070ac07d-8c5e-4314-afd1-c05959f7d5d6 with Priority: HIGHEST for action port [ 803.036832] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-070ac07d-8c5e-4314-afd1-c05959f7d5d6 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.036970] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-070ac07d-8c5e-4314-afd1-c05959f7d5d6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.036970] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-070ac07d-8c5e-4314-afd1-c05959f7d5d6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.039198] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-070ac07d-8c5e-4314-afd1-c05959f7d5d6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.039198] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('070ac07d-8c5e-4314-afd1-c05959f7d5d6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.262346] env[69367]: INFO networking_nsxv3.common.synchronization [req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf req-74639100-2bb3-4062-9ea8-a72d28fe561d tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Enqueued Resource ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 with Priority: HIGHEST for action security_group_members [ 803.262876] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 with Priority: HIGHEST for action security_group_members [ 803.263726] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-938b17d8-83c7-4e14-a36c-c5771d177c30 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.263726] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.263726] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.263726] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.263726] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.264042] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.264042] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.264042] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.264921] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.265184] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('938b17d8-83c7-4e14-a36c-c5771d177c30',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.309623] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b53c5278-fc27-45d6-ad04-735045797129',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.540060] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 070ac07d-8c5e-4314-afd1-c05959f7d5d6 [ 803.540294] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.540438] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.540498] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.540699] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.541061] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.541061] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:070ac07d-8c5e-4314-afd1-c05959f7d5d6 already deleted. [ 803.541061] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-070ac07d-8c5e-4314-afd1-c05959f7d5d6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.616329] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8367387f-a4b9-4a62-bba9-0db1941fe03c in Status: SUCCESS [ 803.616543] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8367387f-a4b9-4a62-bba9-0db1941fe03c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.618405] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8367387f-a4b9-4a62-bba9-0db1941fe03c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.618405] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8367387f-a4b9-4a62-bba9-0db1941fe03c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.618405] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.618405] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.618405] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.618405] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.618405] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.618405] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8367387f-a4b9-4a62-bba9-0db1941fe03c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.618405] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8367387f-a4b9-4a62-bba9-0db1941fe03c',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.679039] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.680255] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.680377] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.680691] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.681045] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.681228] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.681698] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.682053] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.682227] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.683480] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 803.683480] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 803.683480] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 803.683480] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 803.683480] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 803.683480] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 803.683480] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 803.703185] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 803.703185] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 803.703303] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 803.703381] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.703698] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-c5cec549-8c86-46f6-99cd-d99fba306d84 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.703869] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-c5cec549-8c86-46f6-99cd-d99fba306d84" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.703996] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-c5cec549-8c86-46f6-99cd-d99fba306d84" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.704437] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-c5cec549-8c86-46f6-99cd-d99fba306d84" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.704618] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5cec549-8c86-46f6-99cd-d99fba306d84',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.768171] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('938b17d8-83c7-4e14-a36c-c5771d177c30',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.815704] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.815788] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.815826] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.816637] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.816637] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.816637] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b53c5278-fc27-45d6-ad04-735045797129 is going to be created. [ 803.852012] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.852469] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.852469] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.852628] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.852790] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.865308] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b53c5278-fc27-45d6-ad04-735045797129 in Status: UNINITIALIZED for 2s [ 804.125075] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-8367387f-a4b9-4a62-bba9-0db1941fe03c taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.125075] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8367387f-a4b9-4a62-bba9-0db1941fe03c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.125075] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8367387f-a4b9-4a62-bba9-0db1941fe03c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.125075] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8367387f-a4b9-4a62-bba9-0db1941fe03c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.125075] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.125075] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.125075] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.125075] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.125075] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.125075] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8367387f-a4b9-4a62-bba9-0db1941fe03c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.125075] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-8367387f-a4b9-4a62-bba9-0db1941fe03c taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.125075] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8367387f-a4b9-4a62-bba9-0db1941fe03c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.125075] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8367387f-a4b9-4a62-bba9-0db1941fe03c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.125800] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8367387f-a4b9-4a62-bba9-0db1941fe03c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.125800] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.125800] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.125800] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.125800] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.125800] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.125800] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8367387f-a4b9-4a62-bba9-0db1941fe03c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.126118] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8367387f-a4b9-4a62-bba9-0db1941fe03c',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.207773] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.207773] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.207773] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.208826] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.208826] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.208826] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port c5cec549-8c86-46f6-99cd-d99fba306d84 not found, creating... [ 804.208826] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.208826] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.209177] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.209324] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.209507] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.210134] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.210792] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.210792] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.210965] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.210965] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.213224] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: c5cec549-8c86-46f6-99cd-d99fba306d84 is going to be created. [ 804.253894] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.254107] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.254363] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.254511] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.254766] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.255031] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-c5cec549-8c86-46f6-99cd-d99fba306d84" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.270736] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('938b17d8-83c7-4e14-a36c-c5771d177c30',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.629041] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8367387f-a4b9-4a62-bba9-0db1941fe03c: rpc.has_security_group_logging(os_id): False [ 804.648751] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.648912] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.648975] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.649229] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.649326] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.649539] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.649673] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.649705] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.650098] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.650098] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.650098] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.650210] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.650271] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.650369] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.650445] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.650804] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.650945] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.651044] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.651218] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.651329] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.651442] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8367387f-a4b9-4a62-bba9-0db1941fe03c is going to be created. [ 804.711993] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.711993] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.712706] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.712706] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.712706] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.724293] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8367387f-a4b9-4a62-bba9-0db1941fe03c in Status: IN_PROGRESS for 2s [ 804.773718] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.773863] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.773863] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.774161] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.774228] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.774440] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 is going to be updated. [ 804.814739] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.815054] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.815054] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.815423] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.815588] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.825932] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 in Status: IN_PROGRESS for 2s [ 805.038077] env[69367]: INFO networking_nsxv3.common.synchronization [req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf req-e5deccb9-1641-475c-8cef-1da681b7be2a service nova] Enqueued Resource ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 with Priority: HIGHEST for action security_group_rules [ 805.038278] env[69367]: INFO networking_nsxv3.common.synchronization [req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf req-e5deccb9-1641-475c-8cef-1da681b7be2a service nova] Enqueued Resource ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 with Priority: HIGHEST for action security_group_members [ 805.038422] env[69367]: INFO networking_nsxv3.common.synchronization [req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf req-e5deccb9-1641-475c-8cef-1da681b7be2a service nova] Enqueued Resource ID: c5cec549-8c86-46f6-99cd-d99fba306d84 with Priority: HIGHEST for action port [ 805.038997] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 with Priority: HIGHEST for action security_group_rules [ 805.039184] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 with Priority: HIGHEST for action security_group_members [ 805.039329] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5cec549-8c86-46f6-99cd-d99fba306d84 with Priority: HIGHEST for action port [ 805.039617] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-938b17d8-83c7-4e14-a36c-c5771d177c30 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.039766] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.039832] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.041265] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.041390] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('938b17d8-83c7-4e14-a36c-c5771d177c30',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.045019] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-938b17d8-83c7-4e14-a36c-c5771d177c30 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.045019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.045019] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5cec549-8c86-46f6-99cd-d99fba306d84 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.045019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5cec549-8c86-46f6-99cd-d99fba306d84" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.045019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5cec549-8c86-46f6-99cd-d99fba306d84" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.045019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5cec549-8c86-46f6-99cd-d99fba306d84" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.045019] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5cec549-8c86-46f6-99cd-d99fba306d84',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.550284] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-938b17d8-83c7-4e14-a36c-c5771d177c30 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.550284] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.550284] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5cec549-8c86-46f6-99cd-d99fba306d84 with status ACTIVE [ 805.550284] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.550284] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.550284] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.550284] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.550284] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.550624] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.550624] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.551280] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.551280] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.551280] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.552037] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.552037] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.552037] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.552037] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.552037] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.552037] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5cec549-8c86-46f6-99cd-d99fba306d84 is going to be updated. [ 805.580061] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.580061] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.580061] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.580061] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.580061] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.580984] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5cec549-8c86-46f6-99cd-d99fba306d84" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.882060] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b53c5278-fc27-45d6-ad04-735045797129 in Status: SUCCESS [ 805.883404] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b53c5278-fc27-45d6-ad04-735045797129" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.883404] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b53c5278-fc27-45d6-ad04-735045797129" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.883404] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b53c5278-fc27-45d6-ad04-735045797129" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.883404] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.883404] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.883404] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.883404] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.883404] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.883762] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b53c5278-fc27-45d6-ad04-735045797129" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.883896] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b53c5278-fc27-45d6-ad04-735045797129',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.279543] env[69367]: INFO networking_nsxv3.common.synchronization [req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 req-00081bb2-f363-4a47-a37c-02c1743a6ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Enqueued Resource ID: b5d04874-25c8-4612-8cf5-963c176a7d67 with Priority: HIGHEST for action security_group_members [ 806.280470] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5d04874-25c8-4612-8cf5-963c176a7d67 with Priority: HIGHEST for action security_group_members [ 806.280833] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5d04874-25c8-4612-8cf5-963c176a7d67 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.280993] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.281091] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.281396] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.281605] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.281777] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.281894] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.282181] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.282353] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.282486] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.386972] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b53c5278-fc27-45d6-ad04-735045797129',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.744028] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8367387f-a4b9-4a62-bba9-0db1941fe03c in Status: SUCCESS [ 806.744248] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8367387f-a4b9-4a62-bba9-0db1941fe03c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.784897] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.799088] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-631 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.799282] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-631" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.799431] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-631" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.799666] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-631" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.799921] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.800696] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.800696] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.802135] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.802135] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.804334] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 806.804334] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 806.804511] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 806.804697] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 806.804874] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 806.807016] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 806.807016] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 806.828859] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 806.829110] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 806.829290] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 806.829476] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-631" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.829915] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-e12bc9bc-3105-4f72-bbbb-c9e90ad7034f taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.830253] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-e12bc9bc-3105-4f72-bbbb-c9e90ad7034f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.830638] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-e12bc9bc-3105-4f72-bbbb-c9e90ad7034f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.830758] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-e12bc9bc-3105-4f72-bbbb-c9e90ad7034f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.830904] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e12bc9bc-3105-4f72-bbbb-c9e90ad7034f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.842407] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 in Status: SUCCESS [ 806.842683] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.842853] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.843385] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.843385] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.843385] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.843587] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.843621] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.844132] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.844132] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('938b17d8-83c7-4e14-a36c-c5771d177c30',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.890029] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b53c5278-fc27-45d6-ad04-735045797129: rpc.has_security_group_logging(os_id): False [ 806.911403] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.911553] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.911632] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.911907] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.912017] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.912245] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.912349] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.912413] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.912565] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.912735] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.912735] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b53c5278-fc27-45d6-ad04-735045797129 is going to be created. [ 806.994279] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.994465] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.994510] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.994756] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.994947] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.007951] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b53c5278-fc27-45d6-ad04-735045797129 in Status: IN_PROGRESS for 2s [ 807.291130] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.335103] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.335103] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.335103] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.335103] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.335103] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.335103] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port e12bc9bc-3105-4f72-bbbb-c9e90ad7034f not found, creating... [ 807.335103] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.335590] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.335590] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.336021] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.336104] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.336473] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.336652] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.336783] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.337031] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.337159] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.337522] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: e12bc9bc-3105-4f72-bbbb-c9e90ad7034f is going to be created. [ 807.347326] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('938b17d8-83c7-4e14-a36c-c5771d177c30',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.361652] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.361972] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.362201] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.362627] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.362967] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.363349] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-e12bc9bc-3105-4f72-bbbb-c9e90ad7034f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.796159] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.796340] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.796418] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.796642] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.796753] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.796856] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5d04874-25c8-4612-8cf5-963c176a7d67 is going to be updated. [ 807.830063] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.830063] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.830063] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.830063] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.830063] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.842397] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5d04874-25c8-4612-8cf5-963c176a7d67 in Status: IN_PROGRESS for 2s [ 807.851897] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('938b17d8-83c7-4e14-a36c-c5771d177c30',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.357143] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.357143] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.357143] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.357143] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.357143] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.357143] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 is going to be updated. [ 808.387627] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.387627] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.387627] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.387822] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.387940] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.405124] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 in Status: IN_PROGRESS for 2s [ 808.406916] env[69367]: INFO networking_nsxv3.common.synchronization [req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 req-cd405176-457a-4cc6-8d67-aee5f9e841ba service nova] Enqueued Resource ID: b5d04874-25c8-4612-8cf5-963c176a7d67 with Priority: HIGHEST for action security_group_rules [ 808.407115] env[69367]: INFO networking_nsxv3.common.synchronization [req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 req-cd405176-457a-4cc6-8d67-aee5f9e841ba service nova] Enqueued Resource ID: b5d04874-25c8-4612-8cf5-963c176a7d67 with Priority: HIGHEST for action security_group_members [ 808.407254] env[69367]: INFO networking_nsxv3.common.synchronization [req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 req-cd405176-457a-4cc6-8d67-aee5f9e841ba service nova] Enqueued Resource ID: e12bc9bc-3105-4f72-bbbb-c9e90ad7034f with Priority: HIGHEST for action port [ 808.407483] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5d04874-25c8-4612-8cf5-963c176a7d67 with Priority: HIGHEST for action security_group_rules [ 808.407616] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5d04874-25c8-4612-8cf5-963c176a7d67 with Priority: HIGHEST for action security_group_members [ 808.407700] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e12bc9bc-3105-4f72-bbbb-c9e90ad7034f with Priority: HIGHEST for action port [ 808.409452] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5d04874-25c8-4612-8cf5-963c176a7d67 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.409518] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.409564] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.409765] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.409900] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.410940] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5d04874-25c8-4612-8cf5-963c176a7d67 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.411077] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.412593] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-e12bc9bc-3105-4f72-bbbb-c9e90ad7034f taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.412739] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e12bc9bc-3105-4f72-bbbb-c9e90ad7034f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.412777] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e12bc9bc-3105-4f72-bbbb-c9e90ad7034f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.413076] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e12bc9bc-3105-4f72-bbbb-c9e90ad7034f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.413579] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e12bc9bc-3105-4f72-bbbb-c9e90ad7034f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.916990] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e12bc9bc-3105-4f72-bbbb-c9e90ad7034f with status ACTIVE [ 808.917390] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.918394] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.918499] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.918811] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.918990] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.919288] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.919466] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.919564] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.920205] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.920475] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.921038] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.921632] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.921741] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.921977] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.922105] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.922226] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e12bc9bc-3105-4f72-bbbb-c9e90ad7034f is going to be updated. [ 808.923764] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5d04874-25c8-4612-8cf5-963c176a7d67 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.923929] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.949505] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.949505] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.949962] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.950064] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.951453] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.952454] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e12bc9bc-3105-4f72-bbbb-c9e90ad7034f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.024812] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b53c5278-fc27-45d6-ad04-735045797129 in Status: SUCCESS [ 809.025154] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b53c5278-fc27-45d6-ad04-735045797129" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.472193] env[69367]: INFO networking_nsxv3.common.synchronization [req-533ed2b6-526f-4f72-a333-27207eed8b8c req-d3c0a5d5-efa8-49a8-9a02-ee2d18102d75 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Enqueued Resource ID: 4e47e88d-3825-420b-9cf2-6d066d3befd8 with Priority: HIGHEST for action security_group_members [ 809.473059] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e47e88d-3825-420b-9cf2-6d066d3befd8 with Priority: HIGHEST for action security_group_members [ 809.473513] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e47e88d-3825-420b-9cf2-6d066d3befd8 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.473710] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.473832] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.474131] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.474371] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.474534] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.474635] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.474920] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.475078] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.475842] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e47e88d-3825-420b-9cf2-6d066d3befd8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.853654] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5d04874-25c8-4612-8cf5-963c176a7d67 in Status: SUCCESS [ 809.853862] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.854046] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.854263] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.854447] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.854561] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.854625] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.854790] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.854869] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.854964] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.978016] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e47e88d-3825-420b-9cf2-6d066d3befd8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.357448] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.416491] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 in Status: SUCCESS [ 810.416737] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.416947] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.417188] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.417424] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.417550] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.417617] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.417774] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.417860] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.417962] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.418091] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('938b17d8-83c7-4e14-a36c-c5771d177c30',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.480266] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e47e88d-3825-420b-9cf2-6d066d3befd8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.633940] env[69367]: INFO networking_nsxv3.common.synchronization [req-5cc22d32-7c9e-4339-8804-bee89a5a36f9 req-4bde5a6b-b589-41c2-9f5a-435179acf289 tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Enqueued Resource ID: 8367387f-a4b9-4a62-bba9-0db1941fe03c with Priority: HIGHEST for action security_group_members [ 810.634746] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8367387f-a4b9-4a62-bba9-0db1941fe03c with Priority: HIGHEST for action security_group_members [ 810.635311] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-8367387f-a4b9-4a62-bba9-0db1941fe03c taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.635587] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8367387f-a4b9-4a62-bba9-0db1941fe03c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.635763] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8367387f-a4b9-4a62-bba9-0db1941fe03c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.636080] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8367387f-a4b9-4a62-bba9-0db1941fe03c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.636389] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.636636] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.636802] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.637138] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.637394] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.637592] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8367387f-a4b9-4a62-bba9-0db1941fe03c',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.860546] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.920389] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-938b17d8-83c7-4e14-a36c-c5771d177c30 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.920667] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.920748] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.921045] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.921311] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.921422] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.921521] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.921699] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.921849] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.921981] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.922242] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-938b17d8-83c7-4e14-a36c-c5771d177c30 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.922301] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.922337] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.922525] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.922750] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.922857] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.922915] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.923068] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.923140] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.923226] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.923340] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('938b17d8-83c7-4e14-a36c-c5771d177c30',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.983037] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.983245] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.983320] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.983523] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.983658] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.983720] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e47e88d-3825-420b-9cf2-6d066d3befd8 is going to be updated. [ 811.023559] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.023768] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.023835] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.024187] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.024389] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.037881] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e47e88d-3825-420b-9cf2-6d066d3befd8 in Status: IN_PROGRESS for 2s [ 811.140867] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.141121] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.141262] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.141599] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.141690] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.141953] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.142080] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.142204] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.142430] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.142634] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.142634] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8367387f-a4b9-4a62-bba9-0db1941fe03c is going to be updated. [ 811.189957] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.190208] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.191900] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.191900] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.191900] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.207580] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8367387f-a4b9-4a62-bba9-0db1941fe03c in Status: IN_PROGRESS for 2s [ 811.364096] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.364310] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.364381] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.364609] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.364732] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.364884] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5d04874-25c8-4612-8cf5-963c176a7d67 is going to be updated. [ 811.405113] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.405113] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.405113] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.405113] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.405113] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.415943] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5d04874-25c8-4612-8cf5-963c176a7d67 in Status: IN_PROGRESS for 2s [ 811.426042] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 938b17d8-83c7-4e14-a36c-c5771d177c30: rpc.has_security_group_logging(os_id): False [ 811.460610] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.460817] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.460900] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.461763] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.461763] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.461763] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.461763] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.462184] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.462184] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.462184] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.464169] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.464293] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.464359] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.464537] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.464629] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.464841] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.464940] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.465018] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.465167] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.465250] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.465332] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 is going to be updated. [ 811.578767] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.579256] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.579256] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.579256] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.579439] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.593521] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 in Status: IN_PROGRESS for 2s [ 812.708338] env[69367]: INFO networking_nsxv3.common.synchronization [req-3306942d-cbb5-4f0c-9862-41c01710bf15 req-19018bc1-6919-4b28-b97d-7a772d846ff9 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Enqueued Resource ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e with Priority: HIGHEST for action security_group_members [ 812.709033] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e with Priority: HIGHEST for action security_group_members [ 812.709427] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1525c35-a8c9-4b67-9182-fc38959a0d4e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.709585] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.709656] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.709929] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.710143] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.710273] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.710341] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.710531] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.710626] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.710819] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1525c35-a8c9-4b67-9182-fc38959a0d4e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.051583] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e47e88d-3825-420b-9cf2-6d066d3befd8 in Status: SUCCESS [ 813.051822] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.075439] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-616 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.075577] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-616" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.075676] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-616" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.075944] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-616" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.076211] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.076368] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.076485] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.076704] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.076857] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.077091] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 813.077209] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 813.077367] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 813.077433] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 813.077531] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 813.077629] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 813.077791] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 813.098639] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 813.098858] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 813.099086] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 813.099348] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-616" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.099688] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-717ab879-7ab5-4347-8642-7bdeb8248938 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.099869] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-717ab879-7ab5-4347-8642-7bdeb8248938" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.100026] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-717ab879-7ab5-4347-8642-7bdeb8248938" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.100381] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-717ab879-7ab5-4347-8642-7bdeb8248938" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.101340] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('717ab879-7ab5-4347-8642-7bdeb8248938',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.212904] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.213065] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.213108] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.213831] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.213831] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.214046] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.214183] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.214745] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.214745] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.214745] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.214745] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e is going to be updated. [ 813.220133] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8367387f-a4b9-4a62-bba9-0db1941fe03c in Status: SUCCESS [ 813.220332] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8367387f-a4b9-4a62-bba9-0db1941fe03c deletion is rescheduled due to dependency. [ 813.220482] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8367387f-a4b9-4a62-bba9-0db1941fe03c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.241585] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.241754] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.242460] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.242460] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.242460] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.251987] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e in Status: IN_PROGRESS for 2s [ 813.430350] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5d04874-25c8-4612-8cf5-963c176a7d67 in Status: SUCCESS [ 813.430593] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.430773] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.431088] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.431256] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.431400] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.431400] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.431652] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.431652] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.431809] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.431809] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.604217] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.604451] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.604614] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.604861] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.605016] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.605209] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 717ab879-7ab5-4347-8642-7bdeb8248938 not found, creating... [ 813.605470] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.605627] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.605746] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.605969] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.606122] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.606402] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.606559] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.606679] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.606929] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.611400] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.611681] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 717ab879-7ab5-4347-8642-7bdeb8248938 is going to be created. [ 813.614409] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 in Status: SUCCESS [ 813.614635] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.641384] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.641725] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.641956] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.642382] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.642769] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.643181] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-717ab879-7ab5-4347-8642-7bdeb8248938" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.934513] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5d04874-25c8-4612-8cf5-963c176a7d67 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.934821] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.934821] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.934972] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.935230] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.935230] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.935671] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.935671] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.935671] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.935671] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.935859] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5d04874-25c8-4612-8cf5-963c176a7d67 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.935859] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.935934] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.936108] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.937077] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.937077] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.937077] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.937077] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.937077] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.937077] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.937077] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.340608] env[69367]: INFO networking_nsxv3.common.synchronization [req-3306942d-cbb5-4f0c-9862-41c01710bf15 req-66858ec6-ac2d-4c1f-950a-14094e896fb1 service nova] Enqueued Resource ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e with Priority: HIGHEST for action security_group_rules [ 814.340929] env[69367]: INFO networking_nsxv3.common.synchronization [req-3306942d-cbb5-4f0c-9862-41c01710bf15 req-66858ec6-ac2d-4c1f-950a-14094e896fb1 service nova] Enqueued Resource ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e with Priority: HIGHEST for action security_group_members [ 814.341253] env[69367]: INFO networking_nsxv3.common.synchronization [req-3306942d-cbb5-4f0c-9862-41c01710bf15 req-66858ec6-ac2d-4c1f-950a-14094e896fb1 service nova] Enqueued Resource ID: 717ab879-7ab5-4347-8642-7bdeb8248938 with Priority: HIGHEST for action port [ 814.342490] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e with Priority: HIGHEST for action security_group_rules [ 814.342828] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e with Priority: HIGHEST for action security_group_members [ 814.343043] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 717ab879-7ab5-4347-8642-7bdeb8248938 with Priority: HIGHEST for action port [ 814.344057] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1525c35-a8c9-4b67-9182-fc38959a0d4e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.344301] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.344794] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.345090] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.345327] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1525c35-a8c9-4b67-9182-fc38959a0d4e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.346758] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1525c35-a8c9-4b67-9182-fc38959a0d4e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.349594] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.349594] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-717ab879-7ab5-4347-8642-7bdeb8248938 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.349594] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-717ab879-7ab5-4347-8642-7bdeb8248938" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.349851] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-717ab879-7ab5-4347-8642-7bdeb8248938" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.352127] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-717ab879-7ab5-4347-8642-7bdeb8248938" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.352127] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('717ab879-7ab5-4347-8642-7bdeb8248938',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.441521] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5d04874-25c8-4612-8cf5-963c176a7d67: rpc.has_security_group_logging(os_id): False [ 814.469264] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.469405] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.469488] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.469738] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.469842] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.470054] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.470198] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.470270] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.470370] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.470448] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.470636] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.470732] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.470794] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.470931] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.471017] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.471210] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.471351] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.471351] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.471497] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.471590] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.471677] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5d04874-25c8-4612-8cf5-963c176a7d67 is going to be updated. [ 814.562114] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.562309] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.562309] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.565328] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.565328] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.579317] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5d04874-25c8-4612-8cf5-963c176a7d67 in Status: IN_PROGRESS for 2s [ 814.852630] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1525c35-a8c9-4b67-9182-fc38959a0d4e taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.852759] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.852939] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 717ab879-7ab5-4347-8642-7bdeb8248938 with status ACTIVE [ 814.853129] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.855284] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.855284] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.855284] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.855284] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.855284] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.855284] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.855284] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.855284] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.855284] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.855284] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.855284] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.855284] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.855284] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.855284] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.855284] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 717ab879-7ab5-4347-8642-7bdeb8248938 is going to be updated. [ 814.880136] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.880308] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.880375] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.880610] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.880773] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.881525] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-717ab879-7ab5-4347-8642-7bdeb8248938" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.271019] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e in Status: SUCCESS [ 815.271019] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e deletion is rescheduled due to dependency. [ 815.271019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.271019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.271019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.271019] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.271019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.271019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.271019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.271019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.271019] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1525c35-a8c9-4b67-9182-fc38959a0d4e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.606388] env[69367]: INFO networking_nsxv3.common.synchronization [req-624f4e2a-d527-4076-8803-94f4a692f149 req-0d93400b-4e7f-47e7-9dbc-743aab1af5fd tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Enqueued Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_members [ 815.607806] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_members [ 815.607806] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.607980] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.608036] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.608388] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.608583] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.608713] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.608797] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.609098] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.609218] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.609364] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.773808] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1525c35-a8c9-4b67-9182-fc38959a0d4e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.942413] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-802 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.942666] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-802" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.942811] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-802" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.943474] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-802" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.943694] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.943917] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.944095] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.944434] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.944642] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.945080] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 815.945325] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.945486] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.945618] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.945798] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 815.945967] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.946207] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.968403] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.968643] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 815.968808] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.969029] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-802" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.969393] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-01627c21-0455-4b82-a477-838e6b876de8 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.969576] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-01627c21-0455-4b82-a477-838e6b876de8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.969697] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-01627c21-0455-4b82-a477-838e6b876de8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.970018] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-01627c21-0455-4b82-a477-838e6b876de8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.970248] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01627c21-0455-4b82-a477-838e6b876de8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.111621] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.111780] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.111850] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.112084] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.112172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.112366] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.112460] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.112518] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.112660] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.112730] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.112811] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 already deleted. [ 816.112890] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.279538] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1525c35-a8c9-4b67-9182-fc38959a0d4e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.475873] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.475873] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.475873] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.475873] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.475873] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.475873] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 01627c21-0455-4b82-a477-838e6b876de8 not found, creating... [ 816.475873] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.475873] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.475873] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.475873] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.475873] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.477052] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.477394] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.478411] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.478813] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.479158] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.479430] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 01627c21-0455-4b82-a477-838e6b876de8 is going to be created. [ 816.507278] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.507278] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.507278] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.507278] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.507278] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.507278] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-01627c21-0455-4b82-a477-838e6b876de8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.599735] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5d04874-25c8-4612-8cf5-963c176a7d67 in Status: SUCCESS [ 816.600137] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.781576] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.781748] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.781788] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.782019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.782117] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.782214] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e is going to be updated. [ 816.813463] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.813601] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.813646] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.813847] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.814048] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.823053] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e in Status: IN_PROGRESS for 2s [ 817.189247] env[69367]: INFO networking_nsxv3.common.synchronization [req-624f4e2a-d527-4076-8803-94f4a692f149 req-a71fd800-a871-408a-8416-65a0a710a463 service nova] Enqueued Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_rules [ 817.189414] env[69367]: INFO networking_nsxv3.common.synchronization [req-624f4e2a-d527-4076-8803-94f4a692f149 req-a71fd800-a871-408a-8416-65a0a710a463 service nova] Enqueued Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_members [ 817.189557] env[69367]: INFO networking_nsxv3.common.synchronization [req-624f4e2a-d527-4076-8803-94f4a692f149 req-a71fd800-a871-408a-8416-65a0a710a463 service nova] Enqueued Resource ID: 01627c21-0455-4b82-a477-838e6b876de8 with Priority: HIGHEST for action port [ 817.190118] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_rules [ 817.192395] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_members [ 817.192395] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01627c21-0455-4b82-a477-838e6b876de8 with Priority: HIGHEST for action port [ 817.192395] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.192395] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.192395] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.192395] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.192395] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.193366] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.193519] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.193650] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.193822] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.194000] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.194125] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.194236] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.194390] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.194484] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.194591] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.196314] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-01627c21-0455-4b82-a477-838e6b876de8 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.196421] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01627c21-0455-4b82-a477-838e6b876de8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.196509] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01627c21-0455-4b82-a477-838e6b876de8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.196641] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01627c21-0455-4b82-a477-838e6b876de8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.196713] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01627c21-0455-4b82-a477-838e6b876de8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.699471] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.699806] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.699806] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.706623] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01627c21-0455-4b82-a477-838e6b876de8 with status ACTIVE [ 817.706842] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.706995] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.707076] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.707273] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.707363] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.707530] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.707625] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.707693] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.707842] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.707917] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.708110] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.708204] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.708266] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.708406] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.708478] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.708563] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01627c21-0455-4b82-a477-838e6b876de8 is going to be updated. [ 817.731399] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.731497] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.731565] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.731772] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.732332] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.732332] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01627c21-0455-4b82-a477-838e6b876de8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.207803] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.710970] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.711316] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.711316] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.711542] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.711634] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.711739] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 is going to be created. [ 818.741448] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.741685] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.741685] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.741927] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.742174] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.755583] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: UNINITIALIZED for 2s [ 818.832782] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e in Status: SUCCESS [ 818.833006] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.833499] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.833712] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.834634] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.834634] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.834634] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.834634] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.834634] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.834634] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.834634] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1525c35-a8c9-4b67-9182-fc38959a0d4e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.994827] env[69367]: INFO networking_nsxv3.common.synchronization [req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 req-52867619-dba6-4f92-91df-4be4ac431b09 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Enqueued Resource ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 with Priority: HIGHEST for action security_group_members [ 818.995438] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 with Priority: HIGHEST for action security_group_members [ 818.995671] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bde08b4-cb4a-4246-a378-835c5a20c2a0 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.995804] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.995872] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.996085] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.996244] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.996347] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.996406] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.996545] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.996629] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.996723] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bde08b4-cb4a-4246-a378-835c5a20c2a0',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.279586] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.279848] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.280098] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.280469] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.280752] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.280915] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.281070] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.281310] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.281461] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.281672] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 819.281786] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 819.281912] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 819.282038] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 819.282155] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 819.282740] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 819.282740] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 819.303384] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 819.303598] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 819.303757] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 819.303974] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-120" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.304334] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-446d5f1c-1429-4c68-ba52-494adfd7b6dd taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.304517] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-446d5f1c-1429-4c68-ba52-494adfd7b6dd" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.304646] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-446d5f1c-1429-4c68-ba52-494adfd7b6dd" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.305044] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-446d5f1c-1429-4c68-ba52-494adfd7b6dd" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.305206] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('446d5f1c-1429-4c68-ba52-494adfd7b6dd',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.340131] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1525c35-a8c9-4b67-9182-fc38959a0d4e taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.340431] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.340431] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.340744] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.340800] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.340909] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.340961] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.341204] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.341352] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.341472] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.341617] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1525c35-a8c9-4b67-9182-fc38959a0d4e taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.342230] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.342230] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.342230] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.342230] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.342230] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.342488] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.342488] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.342488] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.342571] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.342757] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1525c35-a8c9-4b67-9182-fc38959a0d4e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.498415] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bde08b4-cb4a-4246-a378-835c5a20c2a0',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.808652] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.809061] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.809061] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.809719] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.809719] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.809719] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 446d5f1c-1429-4c68-ba52-494adfd7b6dd not found, creating... [ 819.809981] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.810170] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.812310] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.812310] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.812310] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.812310] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.812310] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.812310] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.812310] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.812310] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.812310] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 446d5f1c-1429-4c68-ba52-494adfd7b6dd is going to be created. [ 819.832571] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.832791] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.832912] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.833211] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.833440] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.833665] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-446d5f1c-1429-4c68-ba52-494adfd7b6dd" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.848244] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1525c35-a8c9-4b67-9182-fc38959a0d4e: rpc.has_security_group_logging(os_id): False [ 819.867681] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.867844] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.867891] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.868137] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.868240] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.868476] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.868583] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.868648] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.868810] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.868889] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.869168] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.869268] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.869320] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.869469] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.869544] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.869723] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.869818] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.869915] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.870114] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.870213] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.870315] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e is going to be updated. [ 819.963317] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.963524] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.963524] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.963791] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.963961] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.001634] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e in Status: IN_PROGRESS for 2s [ 820.001874] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bde08b4-cb4a-4246-a378-835c5a20c2a0',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.504823] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.504984] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.505181] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.505456] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.505586] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.505712] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 is going to be updated. [ 820.534076] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.534399] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.534399] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.534507] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.535586] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.546022] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 in Status: IN_PROGRESS for 2s [ 820.565931] env[69367]: INFO networking_nsxv3.common.synchronization [req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 req-f3ccb34e-ee89-4809-8092-76053d1c72ce service nova] Enqueued Resource ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 with Priority: HIGHEST for action security_group_rules [ 820.565931] env[69367]: INFO networking_nsxv3.common.synchronization [req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 req-f3ccb34e-ee89-4809-8092-76053d1c72ce service nova] Enqueued Resource ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 with Priority: HIGHEST for action security_group_members [ 820.566090] env[69367]: INFO networking_nsxv3.common.synchronization [req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 req-f3ccb34e-ee89-4809-8092-76053d1c72ce service nova] Enqueued Resource ID: 446d5f1c-1429-4c68-ba52-494adfd7b6dd with Priority: HIGHEST for action port [ 820.566311] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 with Priority: HIGHEST for action security_group_rules [ 820.566493] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 with Priority: HIGHEST for action security_group_members [ 820.566620] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 446d5f1c-1429-4c68-ba52-494adfd7b6dd with Priority: HIGHEST for action port [ 820.567347] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bde08b4-cb4a-4246-a378-835c5a20c2a0 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.567567] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.567626] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.567816] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.567895] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bde08b4-cb4a-4246-a378-835c5a20c2a0',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.568882] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bde08b4-cb4a-4246-a378-835c5a20c2a0 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.568882] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.569119] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-446d5f1c-1429-4c68-ba52-494adfd7b6dd taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.569228] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-446d5f1c-1429-4c68-ba52-494adfd7b6dd" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.569330] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-446d5f1c-1429-4c68-ba52-494adfd7b6dd" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.569478] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-446d5f1c-1429-4c68-ba52-494adfd7b6dd" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.569614] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('446d5f1c-1429-4c68-ba52-494adfd7b6dd',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.765716] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: SUCCESS [ 820.765946] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.766134] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.766350] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.766534] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.766651] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.766717] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.766867] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.766957] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.767050] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.767141] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.071400] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bde08b4-cb4a-4246-a378-835c5a20c2a0 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.071400] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.073917] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 446d5f1c-1429-4c68-ba52-494adfd7b6dd with status ACTIVE [ 821.073917] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.073917] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.074113] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.075063] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.075063] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.075063] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.075063] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.075063] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.075419] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.075419] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.075419] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.075540] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.075540] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.077520] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.077520] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.077520] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 446d5f1c-1429-4c68-ba52-494adfd7b6dd is going to be updated. [ 821.107816] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.107816] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.107816] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.107816] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.107816] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.107816] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-446d5f1c-1429-4c68-ba52-494adfd7b6dd" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.270218] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.270510] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.270591] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.270823] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.271018] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.271146] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.271198] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.271347] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.271458] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.271596] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.271756] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.271940] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.271940] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.272071] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.272208] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.272300] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.272458] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.272529] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.272585] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.272629] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.272721] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.766119] env[69367]: INFO networking_nsxv3.common.synchronization [req-5756afdd-1628-4a83-a137-da57718989ff req-b7d9d836-1c44-4d74-bac0-7b72c796da75 tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Enqueued Resource ID: 5f33f496-fbf9-42e2-865d-9a764902a632 with Priority: HIGHEST for action security_group_members [ 821.766619] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f33f496-fbf9-42e2-865d-9a764902a632 with Priority: HIGHEST for action security_group_members [ 821.767107] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f33f496-fbf9-42e2-865d-9a764902a632 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.767243] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f33f496-fbf9-42e2-865d-9a764902a632" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.767313] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f33f496-fbf9-42e2-865d-9a764902a632" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.767573] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f33f496-fbf9-42e2-865d-9a764902a632" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.767920] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.767920] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.767920] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.768915] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.769132] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.769446] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f33f496-fbf9-42e2-865d-9a764902a632',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.774753] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e300d9d7-a7b7-4eb1-a36c-40b7a711e085: rpc.has_security_group_logging(os_id): False [ 821.795588] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.795734] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.795807] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.796071] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.796114] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.796324] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.796492] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.796492] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.796682] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.796733] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.796907] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.797035] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.797104] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.797244] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.797318] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.797502] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.797595] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.797655] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.797790] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.797862] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.797944] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 is going to be created. [ 821.860971] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.861142] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.861226] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.861417] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.861604] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.874390] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: IN_PROGRESS for 2s [ 822.019454] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e in Status: SUCCESS [ 822.019535] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.121960] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-283 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.122280] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-283" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.122324] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-283" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.122642] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-283" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.122940] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.126014] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.126188] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.126465] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.126618] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.126850] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.127012] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.127139] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.127220] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.127292] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.127399] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.127558] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.153439] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.153439] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 822.153439] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.153620] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-283" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.153896] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-6ddf0d2e-e63b-48bf-8358-794abe89e32b taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.153984] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-6ddf0d2e-e63b-48bf-8358-794abe89e32b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.154096] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-6ddf0d2e-e63b-48bf-8358-794abe89e32b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.154426] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-6ddf0d2e-e63b-48bf-8358-794abe89e32b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.154551] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ddf0d2e-e63b-48bf-8358-794abe89e32b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.271883] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.273547] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.273682] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.273902] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.273994] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.274266] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.274435] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.274505] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.274673] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.274761] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.274853] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f33f496-fbf9-42e2-865d-9a764902a632 already deleted. [ 822.274935] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f33f496-fbf9-42e2-865d-9a764902a632" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.557330] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 in Status: SUCCESS [ 822.557523] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.557727] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.557931] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.558125] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.558236] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.558301] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.558446] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.558526] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.558620] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bde08b4-cb4a-4246-a378-835c5a20c2a0',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.658243] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.658483] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.658663] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.660929] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.660929] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.660929] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 6ddf0d2e-e63b-48bf-8358-794abe89e32b not found, creating... [ 822.660929] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.660929] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.660929] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.660929] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.660929] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.660929] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.661732] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.661732] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.661732] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.661732] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.661936] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 6ddf0d2e-e63b-48bf-8358-794abe89e32b is going to be created. [ 822.682496] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.682716] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.682838] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.683128] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.683388] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.683579] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-6ddf0d2e-e63b-48bf-8358-794abe89e32b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.061528] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bde08b4-cb4a-4246-a378-835c5a20c2a0',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.413605] env[69367]: INFO networking_nsxv3.common.synchronization [req-5756afdd-1628-4a83-a137-da57718989ff req-47623d94-6eb2-4ab0-9025-f8d7d115d328 service nova] Enqueued Resource ID: 5f33f496-fbf9-42e2-865d-9a764902a632 with Priority: HIGHEST for action security_group_rules [ 823.413915] env[69367]: INFO networking_nsxv3.common.synchronization [req-5756afdd-1628-4a83-a137-da57718989ff req-47623d94-6eb2-4ab0-9025-f8d7d115d328 service nova] Enqueued Resource ID: 5f33f496-fbf9-42e2-865d-9a764902a632 with Priority: HIGHEST for action security_group_members [ 823.413915] env[69367]: INFO networking_nsxv3.common.synchronization [req-5756afdd-1628-4a83-a137-da57718989ff req-47623d94-6eb2-4ab0-9025-f8d7d115d328 service nova] Enqueued Resource ID: 6ddf0d2e-e63b-48bf-8358-794abe89e32b with Priority: HIGHEST for action port [ 823.414646] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f33f496-fbf9-42e2-865d-9a764902a632 with Priority: HIGHEST for action security_group_rules [ 823.414646] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f33f496-fbf9-42e2-865d-9a764902a632 with Priority: HIGHEST for action security_group_members [ 823.414646] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ddf0d2e-e63b-48bf-8358-794abe89e32b with Priority: HIGHEST for action port [ 823.415683] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f33f496-fbf9-42e2-865d-9a764902a632 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.415683] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f33f496-fbf9-42e2-865d-9a764902a632" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.415683] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f33f496-fbf9-42e2-865d-9a764902a632" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.415683] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f33f496-fbf9-42e2-865d-9a764902a632" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.415683] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f33f496-fbf9-42e2-865d-9a764902a632',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.416455] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f33f496-fbf9-42e2-865d-9a764902a632 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.416808] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f33f496-fbf9-42e2-865d-9a764902a632" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.416808] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f33f496-fbf9-42e2-865d-9a764902a632" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.416808] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f33f496-fbf9-42e2-865d-9a764902a632" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.416999] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.417492] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.417492] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.417492] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.417492] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.417492] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f33f496-fbf9-42e2-865d-9a764902a632',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.419699] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ddf0d2e-e63b-48bf-8358-794abe89e32b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.419699] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ddf0d2e-e63b-48bf-8358-794abe89e32b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.419699] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ddf0d2e-e63b-48bf-8358-794abe89e32b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.419699] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ddf0d2e-e63b-48bf-8358-794abe89e32b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.419699] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ddf0d2e-e63b-48bf-8358-794abe89e32b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.564369] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bde08b4-cb4a-4246-a378-835c5a20c2a0',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.889263] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: SUCCESS [ 823.889263] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.921233] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f33f496-fbf9-42e2-865d-9a764902a632',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.922516] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f33f496-fbf9-42e2-865d-9a764902a632 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.922825] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f33f496-fbf9-42e2-865d-9a764902a632" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.924228] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ddf0d2e-e63b-48bf-8358-794abe89e32b with status ACTIVE [ 823.924815] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.924815] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.924815] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.928096] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.928096] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.928096] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.928096] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.928096] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.928096] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.928096] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.928096] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.928096] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.928096] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.928096] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.928096] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.928096] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ddf0d2e-e63b-48bf-8358-794abe89e32b is going to be updated. [ 823.946853] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.947916] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.947916] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.947916] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.947916] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.947916] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ddf0d2e-e63b-48bf-8358-794abe89e32b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.067855] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.068066] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.072288] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.072605] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.072712] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.072825] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 is going to be updated. [ 824.114276] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.114410] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.114506] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.114730] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.114882] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.125426] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 in Status: IN_PROGRESS for 2s [ 824.425220] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f33f496-fbf9-42e2-865d-9a764902a632',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.598762] env[69367]: INFO networking_nsxv3.common.synchronization [req-ede41d81-02ef-4802-97e3-a660a9e77336 req-0c95ecbc-1385-4029-840f-2047e33243d0 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Enqueued Resource ID: 0bf044f7-3f30-45e6-967a-051d85aae65b with Priority: HIGHEST for action security_group_members [ 824.599497] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf044f7-3f30-45e6-967a-051d85aae65b with Priority: HIGHEST for action security_group_members [ 824.600403] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf044f7-3f30-45e6-967a-051d85aae65b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.600403] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.600403] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.600607] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.600656] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.601208] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.601208] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.601208] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.601208] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.601404] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.931305] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.931469] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.931544] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.931771] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.931851] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.931950] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f33f496-fbf9-42e2-865d-9a764902a632 is going to be created. [ 824.960758] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-852 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.960758] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-852" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.960758] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-852" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.962055] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-852" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.962666] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.963408] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.963408] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.963629] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.963726] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.964011] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 824.964171] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 824.964319] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 824.964464] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 824.964612] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 824.964760] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 824.964936] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 824.967377] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.967569] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.967658] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.967895] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.968116] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.981433] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f33f496-fbf9-42e2-865d-9a764902a632 in Status: UNINITIALIZED for 2s [ 824.990678] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 824.990849] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 824.990992] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 824.991194] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-852" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.991516] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-bd5b9130-4bdf-41b7-bb57-eb3426419ea1 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.991690] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-bd5b9130-4bdf-41b7-bb57-eb3426419ea1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.991810] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-bd5b9130-4bdf-41b7-bb57-eb3426419ea1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.992178] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-bd5b9130-4bdf-41b7-bb57-eb3426419ea1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.992349] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd5b9130-4bdf-41b7-bb57-eb3426419ea1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.105091] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.105413] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.105476] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.105704] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.105804] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.106506] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.106506] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.106506] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.106506] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.106506] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.106843] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf044f7-3f30-45e6-967a-051d85aae65b already deleted. [ 825.106843] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.495329] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.495726] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.495726] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.495924] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.496086] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.496244] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port bd5b9130-4bdf-41b7-bb57-eb3426419ea1 not found, creating... [ 825.496513] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.496672] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.496787] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.497027] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.497170] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.497445] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.497597] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.497712] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.497913] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.498138] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.498294] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: bd5b9130-4bdf-41b7-bb57-eb3426419ea1 is going to be created. [ 825.519224] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.519352] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.519475] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.519741] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.519966] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.520199] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-bd5b9130-4bdf-41b7-bb57-eb3426419ea1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.137360] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 in Status: SUCCESS [ 826.137360] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.137360] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.137507] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.137609] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.137725] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.137786] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.137930] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.138030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.138117] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.138205] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bde08b4-cb4a-4246-a378-835c5a20c2a0',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.256343] env[69367]: INFO networking_nsxv3.common.synchronization [req-ede41d81-02ef-4802-97e3-a660a9e77336 req-53bb1279-755f-4881-8bfa-39c8f6cd1c4c service nova] Enqueued Resource ID: 0bf044f7-3f30-45e6-967a-051d85aae65b with Priority: HIGHEST for action security_group_rules [ 826.257017] env[69367]: INFO networking_nsxv3.common.synchronization [req-ede41d81-02ef-4802-97e3-a660a9e77336 req-53bb1279-755f-4881-8bfa-39c8f6cd1c4c service nova] Enqueued Resource ID: 0bf044f7-3f30-45e6-967a-051d85aae65b with Priority: HIGHEST for action security_group_members [ 826.257017] env[69367]: INFO networking_nsxv3.common.synchronization [req-ede41d81-02ef-4802-97e3-a660a9e77336 req-53bb1279-755f-4881-8bfa-39c8f6cd1c4c service nova] Enqueued Resource ID: bd5b9130-4bdf-41b7-bb57-eb3426419ea1 with Priority: HIGHEST for action port [ 826.257337] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf044f7-3f30-45e6-967a-051d85aae65b with Priority: HIGHEST for action security_group_rules [ 826.257485] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf044f7-3f30-45e6-967a-051d85aae65b with Priority: HIGHEST for action security_group_members [ 826.257576] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd5b9130-4bdf-41b7-bb57-eb3426419ea1 with Priority: HIGHEST for action port [ 826.257924] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bf044f7-3f30-45e6-967a-051d85aae65b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.258131] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.258188] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.258649] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.258817] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.259725] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf044f7-3f30-45e6-967a-051d85aae65b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.259823] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.259886] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.260624] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.260624] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.260624] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.260624] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.260830] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.260830] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.260830] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.263138] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd5b9130-4bdf-41b7-bb57-eb3426419ea1 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.263138] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd5b9130-4bdf-41b7-bb57-eb3426419ea1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.263138] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd5b9130-4bdf-41b7-bb57-eb3426419ea1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.263138] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd5b9130-4bdf-41b7-bb57-eb3426419ea1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.263138] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd5b9130-4bdf-41b7-bb57-eb3426419ea1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.643651] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bde08b4-cb4a-4246-a378-835c5a20c2a0 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.643953] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.644072] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.644390] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.644715] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.644896] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.645050] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.645318] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.646093] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.646265] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.646456] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bde08b4-cb4a-4246-a378-835c5a20c2a0 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.646665] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.646753] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.646952] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.647121] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.647222] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.647287] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.647452] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.647535] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.647626] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.647735] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bde08b4-cb4a-4246-a378-835c5a20c2a0',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.764602] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.765740] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf044f7-3f30-45e6-967a-051d85aae65b taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.765873] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.766975] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd5b9130-4bdf-41b7-bb57-eb3426419ea1 with status ACTIVE [ 826.766975] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.766975] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.766975] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.766975] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.766975] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.766975] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.766975] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.766975] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.768043] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.768043] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.768043] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.768043] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.768043] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.768043] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.768043] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.768043] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd5b9130-4bdf-41b7-bb57-eb3426419ea1 is going to be updated. [ 826.793265] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.793265] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.793265] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.793402] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.793536] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.793690] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd5b9130-4bdf-41b7-bb57-eb3426419ea1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.998173] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f33f496-fbf9-42e2-865d-9a764902a632 in Status: SUCCESS [ 826.998173] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f33f496-fbf9-42e2-865d-9a764902a632" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.998173] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f33f496-fbf9-42e2-865d-9a764902a632" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.998173] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f33f496-fbf9-42e2-865d-9a764902a632" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.998173] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.998173] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.998173] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.998173] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.998173] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.998173] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f33f496-fbf9-42e2-865d-9a764902a632" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.998173] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f33f496-fbf9-42e2-865d-9a764902a632',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.149684] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bde08b4-cb4a-4246-a378-835c5a20c2a0: rpc.has_security_group_logging(os_id): False [ 827.171489] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.171489] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.171812] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.172603] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.172825] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.173187] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.173254] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.173473] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.173559] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.173690] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.173991] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.174628] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.174628] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.174628] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.174628] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.174826] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.174909] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.175151] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.175204] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.175317] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.175433] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 is going to be updated. [ 827.257318] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.257468] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.257539] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.257858] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.258203] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.271812] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.275940] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 in Status: IN_PROGRESS for 2s [ 827.503333] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f33f496-fbf9-42e2-865d-9a764902a632 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.504008] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f33f496-fbf9-42e2-865d-9a764902a632" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.504716] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f33f496-fbf9-42e2-865d-9a764902a632" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.505858] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f33f496-fbf9-42e2-865d-9a764902a632" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.506093] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.506306] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.506306] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.506498] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.506593] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.506710] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f33f496-fbf9-42e2-865d-9a764902a632" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.506888] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f33f496-fbf9-42e2-865d-9a764902a632 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.507076] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f33f496-fbf9-42e2-865d-9a764902a632" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.507145] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f33f496-fbf9-42e2-865d-9a764902a632" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.507297] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f33f496-fbf9-42e2-865d-9a764902a632" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.507458] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.507559] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.507720] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.508206] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.508206] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.508206] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f33f496-fbf9-42e2-865d-9a764902a632" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.508206] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f33f496-fbf9-42e2-865d-9a764902a632',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.779279] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.779279] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.779279] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.779279] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.779279] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.779279] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf044f7-3f30-45e6-967a-051d85aae65b is going to be created. [ 827.819520] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.819734] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.819820] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.820207] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.820404] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.832722] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf044f7-3f30-45e6-967a-051d85aae65b in Status: UNINITIALIZED for 2s [ 828.012300] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f33f496-fbf9-42e2-865d-9a764902a632: rpc.has_security_group_logging(os_id): False [ 828.032972] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.033132] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.033206] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.033428] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.033516] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.033828] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.034036] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.034099] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.034398] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.034398] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.034593] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.034686] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.034746] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.034883] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.034954] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.035152] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.035243] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.035301] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.035437] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.035505] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.035585] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f33f496-fbf9-42e2-865d-9a764902a632 is going to be created. [ 828.111059] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.111059] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.111059] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.111059] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.111516] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.126679] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f33f496-fbf9-42e2-865d-9a764902a632 in Status: IN_PROGRESS for 2s [ 828.749602] env[69367]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] NSXv3 Agent Agent loop - iteration:0 completed [ 828.749820] env[69367]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] NSXv3 Agent Agent loop - iteration:1 started [ 829.291663] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 in Status: SUCCESS [ 829.291977] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.844394] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf044f7-3f30-45e6-967a-051d85aae65b in Status: SUCCESS [ 829.844587] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.844758] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.845085] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.845335] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.846133] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.846133] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.846133] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.846133] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.846133] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.846133] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.140318] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f33f496-fbf9-42e2-865d-9a764902a632 in Status: SUCCESS [ 830.140318] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f33f496-fbf9-42e2-865d-9a764902a632" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.349130] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf044f7-3f30-45e6-967a-051d85aae65b taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.349634] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.349634] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.349634] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.350570] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.350736] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.350793] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.350966] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.351084] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.351179] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.351411] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf044f7-3f30-45e6-967a-051d85aae65b taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.351533] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.351623] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.351808] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.351884] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.351993] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.352072] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.352209] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.352281] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.352362] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.352453] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.855011] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bf044f7-3f30-45e6-967a-051d85aae65b: rpc.has_security_group_logging(os_id): False [ 830.878079] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.878079] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.878079] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.878079] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.878079] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.878079] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.878079] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.878079] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.878079] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.878079] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.878793] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.878999] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.881294] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.881294] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.881294] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.881294] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.881294] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.881294] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.881294] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.881294] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.881294] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bf044f7-3f30-45e6-967a-051d85aae65b is going to be created. [ 830.952190] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.952466] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.952466] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.952748] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.952879] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.963429] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bf044f7-3f30-45e6-967a-051d85aae65b in Status: IN_PROGRESS for 2s [ 831.259251] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 831.259456] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 832.979621] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bf044f7-3f30-45e6-967a-051d85aae65b in Status: SUCCESS [ 832.980199] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.707715] env[69367]: INFO networking_nsxv3.common.synchronization [req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 req-0bc0f273-bd43-4410-a7b6-5beeb6fc7469 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Enqueued Resource ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 with Priority: HIGHEST for action security_group_members [ 835.708414] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 with Priority: HIGHEST for action security_group_members [ 835.712868] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b258c48-8097-4a97-8fb2-9c6fb25659d1 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.713093] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.713248] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.713426] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.713653] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.717280] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.717487] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.717737] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.717848] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.717967] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b258c48-8097-4a97-8fb2-9c6fb25659d1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.108616] env[69367]: INFO networking_nsxv3.common.synchronization [req-6f8bf67a-c752-454a-9d47-f872246c29b9 req-188099b5-0f81-493d-99da-5e6add3fd808 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Enqueued Resource ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e with Priority: HIGHEST for action security_group_members [ 836.109077] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e with Priority: HIGHEST for action security_group_members [ 836.109420] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1525c35-a8c9-4b67-9182-fc38959a0d4e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.109544] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.109609] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.109863] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.110157] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.110327] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.110445] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.110641] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.110750] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.111346] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1525c35-a8c9-4b67-9182-fc38959a0d4e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.133436] env[69367]: INFO networking_nsxv3.common.synchronization [req-3f01db6b-c942-4a7f-a3ff-65e18c7228a3 req-c143373b-3a2c-40d7-adf1-c489ea314100 tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Enqueued Resource ID: 5f33f496-fbf9-42e2-865d-9a764902a632 with Priority: HIGHEST for action security_group_members [ 836.134061] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f33f496-fbf9-42e2-865d-9a764902a632 with Priority: HIGHEST for action security_group_members [ 836.134380] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f33f496-fbf9-42e2-865d-9a764902a632 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.134522] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f33f496-fbf9-42e2-865d-9a764902a632" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.134633] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f33f496-fbf9-42e2-865d-9a764902a632" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.134855] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f33f496-fbf9-42e2-865d-9a764902a632" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.135085] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.135509] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.135509] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.135509] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.135509] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.135699] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f33f496-fbf9-42e2-865d-9a764902a632',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.220886] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.221061] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.221135] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.221365] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.221501] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.221674] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.221776] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.221841] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.222012] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.222117] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.222211] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 is going to be updated. [ 836.252398] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.252633] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.252633] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.252839] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.252988] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.263829] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 in Status: IN_PROGRESS for 2s [ 836.297739] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-213 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.297991] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-213" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.298127] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-213" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.298466] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-213" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.298755] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.298960] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.299439] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.299835] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.300045] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.300368] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.300607] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.300757] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.300893] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.301069] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.301269] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.301416] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.324782] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.325654] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 836.325981] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.330210] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-213" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.330292] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-ae77cb70-f9a5-405d-a636-fc78f874de7b taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.330538] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-ae77cb70-f9a5-405d-a636-fc78f874de7b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.330672] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-ae77cb70-f9a5-405d-a636-fc78f874de7b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.331049] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-ae77cb70-f9a5-405d-a636-fc78f874de7b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.331206] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae77cb70-f9a5-405d-a636-fc78f874de7b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.612948] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.613121] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.613195] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.613411] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.613506] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.613696] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.613794] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.613857] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.614010] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.614156] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.614280] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e is going to be updated. [ 836.638488] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.638692] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.638692] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.638909] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.638999] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.639266] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.639372] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.639436] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.639588] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.639667] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.639752] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f33f496-fbf9-42e2-865d-9a764902a632 is going to be updated. [ 836.651287] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.651552] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.651649] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.651931] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.652118] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.660660] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e in Status: IN_PROGRESS for 2s [ 836.671356] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.671566] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.671673] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.671898] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.672048] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.682624] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f33f496-fbf9-42e2-865d-9a764902a632 in Status: IN_PROGRESS for 2s [ 836.800441] env[69367]: INFO networking_nsxv3.common.synchronization [req-454ddb7f-5262-4701-9345-0cec7308bda1 req-deec5c2d-b365-4f2a-8d93-8b8f38da2247 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Enqueued Resource ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 with Priority: HIGHEST for action security_group_members [ 836.800979] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 with Priority: HIGHEST for action security_group_members [ 836.803070] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bde08b4-cb4a-4246-a378-835c5a20c2a0 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.803205] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.803276] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.803481] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.803636] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.803741] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.803803] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.803943] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.804830] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.804830] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bde08b4-cb4a-4246-a378-835c5a20c2a0',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.834045] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.834314] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.834398] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.834772] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.834826] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.835848] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port ae77cb70-f9a5-405d-a636-fc78f874de7b not found, creating... [ 836.835848] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.835848] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.835848] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.835848] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.835848] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.836112] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.837065] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.837065] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.837065] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.837065] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.837065] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: ae77cb70-f9a5-405d-a636-fc78f874de7b is going to be created. [ 836.859207] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.859450] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.859574] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.860135] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.860135] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.860345] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-ae77cb70-f9a5-405d-a636-fc78f874de7b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.953940] env[69367]: INFO networking_nsxv3.common.synchronization [req-2a377aa7-149d-4672-a6d3-72258b6dc8b2 req-d24121f4-54fb-41ae-bc5d-4bf3e3f2d7a9 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Enqueued Resource ID: 0bf044f7-3f30-45e6-967a-051d85aae65b with Priority: HIGHEST for action security_group_members [ 836.954136] env[69367]: INFO networking_nsxv3.common.synchronization [req-2a377aa7-149d-4672-a6d3-72258b6dc8b2 req-d24121f4-54fb-41ae-bc5d-4bf3e3f2d7a9 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Enqueued Resource ID: 4b54a787-ed71-4a16-b0ef-ba0f6e994388 with Priority: HIGHEST for action security_group_members [ 836.954726] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf044f7-3f30-45e6-967a-051d85aae65b with Priority: HIGHEST for action security_group_members [ 836.955083] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b54a787-ed71-4a16-b0ef-ba0f6e994388 with Priority: HIGHEST for action security_group_members [ 836.955243] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf044f7-3f30-45e6-967a-051d85aae65b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.955299] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.955331] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.955525] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.956409] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.956409] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.956409] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.956409] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.956409] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.956409] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.957716] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b54a787-ed71-4a16-b0ef-ba0f6e994388 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.957716] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b54a787-ed71-4a16-b0ef-ba0f6e994388" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.957716] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b54a787-ed71-4a16-b0ef-ba0f6e994388" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.957716] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b54a787-ed71-4a16-b0ef-ba0f6e994388" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.957716] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.957716] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.957716] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.958056] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.958056] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.958056] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b54a787-ed71-4a16-b0ef-ba0f6e994388',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.012693] env[69367]: INFO networking_nsxv3.common.synchronization [req-2a377aa7-149d-4672-a6d3-72258b6dc8b2 req-d24121f4-54fb-41ae-bc5d-4bf3e3f2d7a9 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Enqueued Resource ID: 0bf044f7-3f30-45e6-967a-051d85aae65b with Priority: HIGHEST for action security_group_rules [ 837.012863] env[69367]: INFO networking_nsxv3.common.synchronization [req-2a377aa7-149d-4672-a6d3-72258b6dc8b2 req-d24121f4-54fb-41ae-bc5d-4bf3e3f2d7a9 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Enqueued Resource ID: 0bf044f7-3f30-45e6-967a-051d85aae65b with Priority: HIGHEST for action security_group_members [ 837.013007] env[69367]: INFO networking_nsxv3.common.synchronization [req-2a377aa7-149d-4672-a6d3-72258b6dc8b2 req-d24121f4-54fb-41ae-bc5d-4bf3e3f2d7a9 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Enqueued Resource ID: 4b54a787-ed71-4a16-b0ef-ba0f6e994388 with Priority: HIGHEST for action security_group_rules [ 837.013146] env[69367]: INFO networking_nsxv3.common.synchronization [req-2a377aa7-149d-4672-a6d3-72258b6dc8b2 req-d24121f4-54fb-41ae-bc5d-4bf3e3f2d7a9 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Enqueued Resource ID: 4b54a787-ed71-4a16-b0ef-ba0f6e994388 with Priority: HIGHEST for action security_group_members [ 837.013277] env[69367]: INFO networking_nsxv3.common.synchronization [req-2a377aa7-149d-4672-a6d3-72258b6dc8b2 req-d24121f4-54fb-41ae-bc5d-4bf3e3f2d7a9 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Enqueued Resource ID: bd5b9130-4bdf-41b7-bb57-eb3426419ea1 with Priority: HIGHEST for action port [ 837.013988] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf044f7-3f30-45e6-967a-051d85aae65b with Priority: HIGHEST for action security_group_rules [ 837.014144] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b54a787-ed71-4a16-b0ef-ba0f6e994388 with Priority: HIGHEST for action security_group_rules [ 837.014819] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd5b9130-4bdf-41b7-bb57-eb3426419ea1 with Priority: HIGHEST for action port [ 837.014819] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf044f7-3f30-45e6-967a-051d85aae65b with Priority: HIGHEST for action security_group_members [ 837.014819] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b54a787-ed71-4a16-b0ef-ba0f6e994388 with Priority: HIGHEST for action security_group_members [ 837.014819] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bf044f7-3f30-45e6-967a-051d85aae65b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.014819] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.015060] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.015060] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.015118] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.015978] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b54a787-ed71-4a16-b0ef-ba0f6e994388 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.016103] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b54a787-ed71-4a16-b0ef-ba0f6e994388" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.016171] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b54a787-ed71-4a16-b0ef-ba0f6e994388" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.017087] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b54a787-ed71-4a16-b0ef-ba0f6e994388" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.017087] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b54a787-ed71-4a16-b0ef-ba0f6e994388',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.023020] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd5b9130-4bdf-41b7-bb57-eb3426419ea1 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.023020] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd5b9130-4bdf-41b7-bb57-eb3426419ea1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.023020] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd5b9130-4bdf-41b7-bb57-eb3426419ea1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.023020] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd5b9130-4bdf-41b7-bb57-eb3426419ea1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.023020] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd5b9130-4bdf-41b7-bb57-eb3426419ea1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.023020] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf044f7-3f30-45e6-967a-051d85aae65b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.023020] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.023020] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b54a787-ed71-4a16-b0ef-ba0f6e994388 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.023020] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b54a787-ed71-4a16-b0ef-ba0f6e994388" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.306113] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bde08b4-cb4a-4246-a378-835c5a20c2a0',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.461962] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.463103] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b54a787-ed71-4a16-b0ef-ba0f6e994388',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.523198] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b54a787-ed71-4a16-b0ef-ba0f6e994388 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.523348] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b54a787-ed71-4a16-b0ef-ba0f6e994388" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.523608] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf044f7-3f30-45e6-967a-051d85aae65b taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.523694] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.523839] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd5b9130-4bdf-41b7-bb57-eb3426419ea1 with status ACTIVE [ 837.523989] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.524109] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.524174] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.524413] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.524515] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.524691] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.524788] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.524850] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.525015] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.525099] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.525364] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.525364] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.525455] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.525598] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.525628] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.525698] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd5b9130-4bdf-41b7-bb57-eb3426419ea1 is going to be updated. [ 837.549921] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.550087] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.550228] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.550449] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.550595] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.550793] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd5b9130-4bdf-41b7-bb57-eb3426419ea1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.614458] env[69367]: INFO networking_nsxv3.common.synchronization [req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 req-a461673c-ff1d-4055-a62f-0cb0a9333279 service nova] Enqueued Resource ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 with Priority: HIGHEST for action security_group_rules [ 837.614458] env[69367]: INFO networking_nsxv3.common.synchronization [req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 req-a461673c-ff1d-4055-a62f-0cb0a9333279 service nova] Enqueued Resource ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 with Priority: HIGHEST for action security_group_members [ 837.614458] env[69367]: INFO networking_nsxv3.common.synchronization [req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 req-a461673c-ff1d-4055-a62f-0cb0a9333279 service nova] Enqueued Resource ID: ae77cb70-f9a5-405d-a636-fc78f874de7b with Priority: HIGHEST for action port [ 837.614458] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 with Priority: HIGHEST for action security_group_rules [ 837.614458] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 with Priority: HIGHEST for action security_group_members [ 837.614458] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae77cb70-f9a5-405d-a636-fc78f874de7b with Priority: HIGHEST for action port [ 837.614458] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b258c48-8097-4a97-8fb2-9c6fb25659d1 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.614458] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.614458] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.614763] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.614763] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b258c48-8097-4a97-8fb2-9c6fb25659d1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.615596] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b258c48-8097-4a97-8fb2-9c6fb25659d1 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.615698] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.615890] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae77cb70-f9a5-405d-a636-fc78f874de7b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.615990] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae77cb70-f9a5-405d-a636-fc78f874de7b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.616063] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae77cb70-f9a5-405d-a636-fc78f874de7b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.616240] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae77cb70-f9a5-405d-a636-fc78f874de7b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.616315] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae77cb70-f9a5-405d-a636-fc78f874de7b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.761996] env[69367]: INFO networking_nsxv3.common.synchronization [req-f2e8559d-62b7-4a02-a490-cb2f7aacd894 req-1b449915-a3c0-459f-85d2-0ccb9d193cf0 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Enqueued Resource ID: 4b54a787-ed71-4a16-b0ef-ba0f6e994388 with Priority: HIGHEST for action security_group_members [ 837.762153] env[69367]: INFO networking_nsxv3.common.synchronization [req-f2e8559d-62b7-4a02-a490-cb2f7aacd894 req-1b449915-a3c0-459f-85d2-0ccb9d193cf0 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Enqueued Resource ID: 86fde498-85da-456a-9f5d-cdc109a3f9f8 with Priority: HIGHEST for action security_group_members [ 837.762313] env[69367]: INFO networking_nsxv3.common.synchronization [req-f2e8559d-62b7-4a02-a490-cb2f7aacd894 req-1b449915-a3c0-459f-85d2-0ccb9d193cf0 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Enqueued Resource ID: 0bf044f7-3f30-45e6-967a-051d85aae65b with Priority: HIGHEST for action security_group_members [ 837.762897] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b54a787-ed71-4a16-b0ef-ba0f6e994388 with Priority: HIGHEST for action security_group_members [ 837.763123] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86fde498-85da-456a-9f5d-cdc109a3f9f8 with Priority: HIGHEST for action security_group_members [ 837.763293] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf044f7-3f30-45e6-967a-051d85aae65b with Priority: HIGHEST for action security_group_members [ 837.763622] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b54a787-ed71-4a16-b0ef-ba0f6e994388 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.763744] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b54a787-ed71-4a16-b0ef-ba0f6e994388" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.763955] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-86fde498-85da-456a-9f5d-cdc109a3f9f8 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.764114] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86fde498-85da-456a-9f5d-cdc109a3f9f8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.764202] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86fde498-85da-456a-9f5d-cdc109a3f9f8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.764475] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86fde498-85da-456a-9f5d-cdc109a3f9f8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.764653] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.764775] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.764857] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.765044] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.765161] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.765276] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86fde498-85da-456a-9f5d-cdc109a3f9f8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.768223] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf044f7-3f30-45e6-967a-051d85aae65b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.768223] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.808636] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bde08b4-cb4a-4246-a378-835c5a20c2a0',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.824570] env[69367]: INFO networking_nsxv3.common.synchronization [req-f2e8559d-62b7-4a02-a490-cb2f7aacd894 req-1b449915-a3c0-459f-85d2-0ccb9d193cf0 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Enqueued Resource ID: 0bf044f7-3f30-45e6-967a-051d85aae65b with Priority: HIGHEST for action security_group_rules [ 837.824823] env[69367]: INFO networking_nsxv3.common.synchronization [req-f2e8559d-62b7-4a02-a490-cb2f7aacd894 req-1b449915-a3c0-459f-85d2-0ccb9d193cf0 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Enqueued Resource ID: 0bf044f7-3f30-45e6-967a-051d85aae65b with Priority: HIGHEST for action security_group_members [ 837.825076] env[69367]: INFO networking_nsxv3.common.synchronization [req-f2e8559d-62b7-4a02-a490-cb2f7aacd894 req-1b449915-a3c0-459f-85d2-0ccb9d193cf0 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Enqueued Resource ID: 4b54a787-ed71-4a16-b0ef-ba0f6e994388 with Priority: HIGHEST for action security_group_rules [ 837.825301] env[69367]: INFO networking_nsxv3.common.synchronization [req-f2e8559d-62b7-4a02-a490-cb2f7aacd894 req-1b449915-a3c0-459f-85d2-0ccb9d193cf0 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Enqueued Resource ID: 4b54a787-ed71-4a16-b0ef-ba0f6e994388 with Priority: HIGHEST for action security_group_members [ 837.825539] env[69367]: INFO networking_nsxv3.common.synchronization [req-f2e8559d-62b7-4a02-a490-cb2f7aacd894 req-1b449915-a3c0-459f-85d2-0ccb9d193cf0 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Enqueued Resource ID: 86fde498-85da-456a-9f5d-cdc109a3f9f8 with Priority: HIGHEST for action security_group_rules [ 837.825726] env[69367]: INFO networking_nsxv3.common.synchronization [req-f2e8559d-62b7-4a02-a490-cb2f7aacd894 req-1b449915-a3c0-459f-85d2-0ccb9d193cf0 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Enqueued Resource ID: 86fde498-85da-456a-9f5d-cdc109a3f9f8 with Priority: HIGHEST for action security_group_members [ 837.825867] env[69367]: INFO networking_nsxv3.common.synchronization [req-f2e8559d-62b7-4a02-a490-cb2f7aacd894 req-1b449915-a3c0-459f-85d2-0ccb9d193cf0 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Enqueued Resource ID: bd5b9130-4bdf-41b7-bb57-eb3426419ea1 with Priority: HIGHEST for action port [ 837.828843] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf044f7-3f30-45e6-967a-051d85aae65b with Priority: HIGHEST for action security_group_rules [ 837.829068] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b54a787-ed71-4a16-b0ef-ba0f6e994388 with Priority: HIGHEST for action security_group_rules [ 837.829245] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86fde498-85da-456a-9f5d-cdc109a3f9f8 with Priority: HIGHEST for action security_group_members [ 837.829398] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd5b9130-4bdf-41b7-bb57-eb3426419ea1 with Priority: HIGHEST for action port [ 837.829552] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86fde498-85da-456a-9f5d-cdc109a3f9f8 with Priority: HIGHEST for action security_group_rules [ 837.829698] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf044f7-3f30-45e6-967a-051d85aae65b with Priority: HIGHEST for action security_group_members [ 837.829837] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b54a787-ed71-4a16-b0ef-ba0f6e994388 with Priority: HIGHEST for action security_group_members [ 837.830581] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bf044f7-3f30-45e6-967a-051d85aae65b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.830838] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.831054] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b54a787-ed71-4a16-b0ef-ba0f6e994388 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.831179] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b54a787-ed71-4a16-b0ef-ba0f6e994388" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.831447] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-86fde498-85da-456a-9f5d-cdc109a3f9f8 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.831583] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86fde498-85da-456a-9f5d-cdc109a3f9f8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.831853] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd5b9130-4bdf-41b7-bb57-eb3426419ea1 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.832014] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd5b9130-4bdf-41b7-bb57-eb3426419ea1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.832121] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd5b9130-4bdf-41b7-bb57-eb3426419ea1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.832403] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd5b9130-4bdf-41b7-bb57-eb3426419ea1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.832528] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd5b9130-4bdf-41b7-bb57-eb3426419ea1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.833941] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86fde498-85da-456a-9f5d-cdc109a3f9f8 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.834127] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86fde498-85da-456a-9f5d-cdc109a3f9f8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.834234] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86fde498-85da-456a-9f5d-cdc109a3f9f8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.834554] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86fde498-85da-456a-9f5d-cdc109a3f9f8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.834677] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86fde498-85da-456a-9f5d-cdc109a3f9f8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.835736] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf044f7-3f30-45e6-967a-051d85aae65b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.835846] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.836417] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b54a787-ed71-4a16-b0ef-ba0f6e994388 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.836555] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b54a787-ed71-4a16-b0ef-ba0f6e994388" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.965231] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.968617] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b54a787-ed71-4a16-b0ef-ba0f6e994388',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.119850] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b258c48-8097-4a97-8fb2-9c6fb25659d1 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.119850] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.119850] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae77cb70-f9a5-405d-a636-fc78f874de7b with status ACTIVE [ 838.120615] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.120615] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.120615] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.120615] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.120615] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.120916] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.120916] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.120916] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.121051] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.121158] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.121297] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.121386] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.123035] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.123035] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.123035] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.123035] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae77cb70-f9a5-405d-a636-fc78f874de7b is going to be updated. [ 838.145302] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.145518] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.145604] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.145844] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.145983] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.146159] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae77cb70-f9a5-405d-a636-fc78f874de7b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.267282] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86fde498-85da-456a-9f5d-cdc109a3f9f8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.276980] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 in Status: SUCCESS [ 838.277583] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 deletion is rescheduled due to dependency. [ 838.277705] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.277984] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.278222] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.278402] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.279204] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.279204] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.279204] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.279204] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.279204] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b258c48-8097-4a97-8fb2-9c6fb25659d1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.312233] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.312233] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.312233] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.312233] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.312509] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.312509] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 is going to be updated. [ 838.338198] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd5b9130-4bdf-41b7-bb57-eb3426419ea1 with status ACTIVE [ 838.338563] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.338637] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.338637] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.339067] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.339067] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.339312] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.339430] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.339466] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.339645] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.339738] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.339963] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.340057] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.340105] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.340294] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.340354] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.340433] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd5b9130-4bdf-41b7-bb57-eb3426419ea1 is going to be updated. [ 838.342253] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-86fde498-85da-456a-9f5d-cdc109a3f9f8 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.342452] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86fde498-85da-456a-9f5d-cdc109a3f9f8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.346874] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.347109] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.347228] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.347802] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.348661] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.357373] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 in Status: IN_PROGRESS for 2s [ 838.368179] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.368335] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.368448] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.368613] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.368751] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.368913] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd5b9130-4bdf-41b7-bb57-eb3426419ea1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.477083] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.477083] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.477083] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.477083] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.477083] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.477083] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf044f7-3f30-45e6-967a-051d85aae65b is going to be updated. [ 838.477083] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.477083] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.477083] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.477083] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.477083] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.477083] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b54a787-ed71-4a16-b0ef-ba0f6e994388 is going to be created. [ 838.526698] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.526698] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.526698] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.526698] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.526698] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.532038] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.532038] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.532038] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.532038] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.532038] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.538543] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b54a787-ed71-4a16-b0ef-ba0f6e994388 in Status: UNINITIALIZED for 2s [ 838.543562] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf044f7-3f30-45e6-967a-051d85aae65b in Status: IN_PROGRESS for 2s [ 838.681719] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e in Status: SUCCESS [ 838.681997] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e deletion is rescheduled due to dependency. [ 838.682183] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.693841] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f33f496-fbf9-42e2-865d-9a764902a632 in Status: SUCCESS [ 838.693841] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f33f496-fbf9-42e2-865d-9a764902a632 deletion is rescheduled due to dependency. [ 838.694024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f33f496-fbf9-42e2-865d-9a764902a632" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.772057] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86fde498-85da-456a-9f5d-cdc109a3f9f8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.784194] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b258c48-8097-4a97-8fb2-9c6fb25659d1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.274054] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.274403] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.274403] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.274491] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.274583] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.274679] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86fde498-85da-456a-9f5d-cdc109a3f9f8 is going to be created. [ 839.286618] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b258c48-8097-4a97-8fb2-9c6fb25659d1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.303026] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.303209] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.303209] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.303350] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.303508] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.314038] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86fde498-85da-456a-9f5d-cdc109a3f9f8 in Status: UNINITIALIZED for 2s [ 839.789707] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.789919] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.789975] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.790190] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.790304] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.790449] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 is going to be updated. [ 839.819522] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.819745] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.819745] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.819976] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.820070] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.829238] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 in Status: IN_PROGRESS for 2s [ 840.370058] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 in Status: SUCCESS [ 840.370058] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.548226] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b54a787-ed71-4a16-b0ef-ba0f6e994388 in Status: SUCCESS [ 840.548449] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b54a787-ed71-4a16-b0ef-ba0f6e994388" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.548594] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b54a787-ed71-4a16-b0ef-ba0f6e994388" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.548806] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b54a787-ed71-4a16-b0ef-ba0f6e994388" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.549693] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.549769] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.549810] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.549956] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.550054] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.550155] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b54a787-ed71-4a16-b0ef-ba0f6e994388',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.555496] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf044f7-3f30-45e6-967a-051d85aae65b in Status: SUCCESS [ 840.555695] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.555856] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.556049] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.556224] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.556335] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.556400] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.556545] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.556623] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.556715] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.740206] env[69367]: INFO networking_nsxv3.common.synchronization [req-f78df142-1e8a-484a-94ec-60c3eae35132 req-02a3a04a-8144-464f-be13-014dbcef6e98 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Enqueued Resource ID: fa099e9b-1217-4857-aba3-cc67ea1f62a4 with Priority: HIGHEST for action security_group_members [ 840.740835] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa099e9b-1217-4857-aba3-cc67ea1f62a4 with Priority: HIGHEST for action security_group_members [ 840.741141] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa099e9b-1217-4857-aba3-cc67ea1f62a4 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.741263] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.741330] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.743535] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.743535] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.743535] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.743535] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.743535] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.743535] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.743535] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa099e9b-1217-4857-aba3-cc67ea1f62a4',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.055867] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b54a787-ed71-4a16-b0ef-ba0f6e994388',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.059922] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.244869] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa099e9b-1217-4857-aba3-cc67ea1f62a4',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.282581] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-904 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.282806] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-904" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.282909] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-904" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.283240] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-904" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.283513] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.283694] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.283774] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.284059] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.284212] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.284656] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 841.284656] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 841.284733] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 841.284827] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 841.285358] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 841.285358] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 841.285358] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 841.308254] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 841.308422] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 841.308555] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 841.308726] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-904" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.309051] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-2b1ad46d-4b27-41ec-aab9-1d99562747ee taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.309237] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-2b1ad46d-4b27-41ec-aab9-1d99562747ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.309391] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-2b1ad46d-4b27-41ec-aab9-1d99562747ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.309729] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-2b1ad46d-4b27-41ec-aab9-1d99562747ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.309868] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b1ad46d-4b27-41ec-aab9-1d99562747ee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.325383] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86fde498-85da-456a-9f5d-cdc109a3f9f8 in Status: SUCCESS [ 841.325644] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86fde498-85da-456a-9f5d-cdc109a3f9f8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.325810] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86fde498-85da-456a-9f5d-cdc109a3f9f8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.326048] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86fde498-85da-456a-9f5d-cdc109a3f9f8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.326277] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.326469] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.326567] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.326738] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.326831] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.326928] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86fde498-85da-456a-9f5d-cdc109a3f9f8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.558973] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b54a787-ed71-4a16-b0ef-ba0f6e994388',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.561735] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.747900] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa099e9b-1217-4857-aba3-cc67ea1f62a4',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.812486] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.815435] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.815599] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.816069] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.816237] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.816429] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 2b1ad46d-4b27-41ec-aab9-1d99562747ee not found, creating... [ 841.816749] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.817031] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.817181] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.817443] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.817608] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.817969] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.818463] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.818673] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.818958] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.819303] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.820548] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 2b1ad46d-4b27-41ec-aab9-1d99562747ee is going to be created. [ 841.829859] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86fde498-85da-456a-9f5d-cdc109a3f9f8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.840478] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 in Status: SUCCESS [ 841.841755] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.841951] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.842304] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.842660] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.845150] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.845242] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.845495] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.845591] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.845715] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.845810] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b258c48-8097-4a97-8fb2-9c6fb25659d1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.848428] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.850819] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.850819] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.850819] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.850819] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.850819] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-2b1ad46d-4b27-41ec-aab9-1d99562747ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.061789] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.061946] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.062032] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.062250] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.062342] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.062440] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b54a787-ed71-4a16-b0ef-ba0f6e994388 is going to be updated. [ 842.063805] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.063914] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.063984] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.064156] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.064238] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.064327] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf044f7-3f30-45e6-967a-051d85aae65b is going to be updated. [ 842.093256] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.093430] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.093469] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.093699] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.093894] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.095480] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.095594] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.095731] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.095906] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.096220] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.107039] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b54a787-ed71-4a16-b0ef-ba0f6e994388 in Status: IN_PROGRESS for 2s [ 842.107821] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf044f7-3f30-45e6-967a-051d85aae65b in Status: IN_PROGRESS for 2s [ 842.253212] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.253212] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.253212] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.253212] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.253212] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.253212] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa099e9b-1217-4857-aba3-cc67ea1f62a4 is going to be updated. [ 842.280567] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.280725] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.280775] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.281016] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.281173] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.291395] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa099e9b-1217-4857-aba3-cc67ea1f62a4 in Status: IN_PROGRESS for 2s [ 842.340692] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86fde498-85da-456a-9f5d-cdc109a3f9f8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.352524] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b258c48-8097-4a97-8fb2-9c6fb25659d1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.836851] env[69367]: INFO networking_nsxv3.common.synchronization [req-f78df142-1e8a-484a-94ec-60c3eae35132 req-7491cc22-e558-4a3e-9f3d-2dd5ce878b7f service nova] Enqueued Resource ID: fa099e9b-1217-4857-aba3-cc67ea1f62a4 with Priority: HIGHEST for action security_group_rules [ 842.837177] env[69367]: INFO networking_nsxv3.common.synchronization [req-f78df142-1e8a-484a-94ec-60c3eae35132 req-7491cc22-e558-4a3e-9f3d-2dd5ce878b7f service nova] Enqueued Resource ID: fa099e9b-1217-4857-aba3-cc67ea1f62a4 with Priority: HIGHEST for action security_group_members [ 842.837177] env[69367]: INFO networking_nsxv3.common.synchronization [req-f78df142-1e8a-484a-94ec-60c3eae35132 req-7491cc22-e558-4a3e-9f3d-2dd5ce878b7f service nova] Enqueued Resource ID: 2b1ad46d-4b27-41ec-aab9-1d99562747ee with Priority: HIGHEST for action port [ 842.837442] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa099e9b-1217-4857-aba3-cc67ea1f62a4 with Priority: HIGHEST for action security_group_rules [ 842.837570] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa099e9b-1217-4857-aba3-cc67ea1f62a4 with Priority: HIGHEST for action security_group_members [ 842.837666] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b1ad46d-4b27-41ec-aab9-1d99562747ee with Priority: HIGHEST for action port [ 842.841457] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa099e9b-1217-4857-aba3-cc67ea1f62a4 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.841606] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.841674] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.841894] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.841980] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa099e9b-1217-4857-aba3-cc67ea1f62a4',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.843507] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa099e9b-1217-4857-aba3-cc67ea1f62a4 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.843507] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.843735] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b1ad46d-4b27-41ec-aab9-1d99562747ee taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.843735] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b1ad46d-4b27-41ec-aab9-1d99562747ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.843735] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b1ad46d-4b27-41ec-aab9-1d99562747ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.843951] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b1ad46d-4b27-41ec-aab9-1d99562747ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.844018] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b1ad46d-4b27-41ec-aab9-1d99562747ee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.848024] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.848024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.848024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.848024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.848024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.848024] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86fde498-85da-456a-9f5d-cdc109a3f9f8 is going to be updated. [ 842.857157] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b258c48-8097-4a97-8fb2-9c6fb25659d1: rpc.has_security_group_logging(os_id): False [ 842.886546] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.886546] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.886546] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.886546] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.886546] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.886546] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.886546] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.886546] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.886546] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.886546] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.886546] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 is going to be updated. [ 842.911943] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.912052] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.912097] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.912302] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.912858] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.927512] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86fde498-85da-456a-9f5d-cdc109a3f9f8 in Status: IN_PROGRESS for 2s [ 842.982714] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.982889] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.982974] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.983292] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.983459] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.004388] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 in Status: IN_PROGRESS for 2s [ 843.346380] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa099e9b-1217-4857-aba3-cc67ea1f62a4 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.346603] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.348035] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b1ad46d-4b27-41ec-aab9-1d99562747ee with status ACTIVE [ 843.348276] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.348404] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.348488] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.348773] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.348847] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.348970] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.349078] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.349152] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.349499] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.349625] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.349808] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.349927] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.349995] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.350168] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.350329] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.350434] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b1ad46d-4b27-41ec-aab9-1d99562747ee is going to be updated. [ 843.378474] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.378695] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.378839] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.379034] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.379158] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.379388] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b1ad46d-4b27-41ec-aab9-1d99562747ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.119383] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b54a787-ed71-4a16-b0ef-ba0f6e994388 in Status: IN_PROGRESS for 4s [ 844.120281] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf044f7-3f30-45e6-967a-051d85aae65b in Status: IN_PROGRESS for 4s [ 844.308365] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa099e9b-1217-4857-aba3-cc67ea1f62a4 in Status: SUCCESS [ 844.308365] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.308365] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.308365] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.308365] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.308656] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.308656] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.308841] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.308945] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.309077] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa099e9b-1217-4857-aba3-cc67ea1f62a4',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.492908] env[69367]: INFO networking_nsxv3.common.synchronization [req-5b4fc367-2fcc-41a9-8ce6-aae8bd01a6a2 req-6babc334-d5e9-46f8-a4b9-85ed5bc46c42 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Enqueued Resource ID: 3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee with Priority: HIGHEST for action security_group_members [ 844.493485] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee with Priority: HIGHEST for action security_group_members [ 844.493800] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.493919] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.493983] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.494997] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.495543] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.497524] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.497524] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.497524] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.497524] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.497524] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.815787] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa099e9b-1217-4857-aba3-cc67ea1f62a4',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.937814] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86fde498-85da-456a-9f5d-cdc109a3f9f8 in Status: SUCCESS [ 844.938064] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86fde498-85da-456a-9f5d-cdc109a3f9f8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.938259] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86fde498-85da-456a-9f5d-cdc109a3f9f8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.938509] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86fde498-85da-456a-9f5d-cdc109a3f9f8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.938704] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.938826] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.938891] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.939062] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.939147] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.939233] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86fde498-85da-456a-9f5d-cdc109a3f9f8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.939417] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86fde498-85da-456a-9f5d-cdc109a3f9f8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.999601] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.999827] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.999827] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.000071] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.000171] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.000354] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.000476] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.000530] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.000657] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.000729] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.000819] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee is going to be updated. [ 845.025559] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 in Status: SUCCESS [ 845.025559] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.032541] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.032965] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.033153] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.034911] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.034911] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.045357] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee in Status: IN_PROGRESS for 2s [ 845.320087] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa099e9b-1217-4857-aba3-cc67ea1f62a4',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.447302] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86fde498-85da-456a-9f5d-cdc109a3f9f8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.814259] env[69367]: INFO networking_nsxv3.common.synchronization [req-38d3a8e9-bdde-4662-a33f-adb94fd271ef req-5a4ec2c6-8026-4868-8591-c186d9cf45b3 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Enqueued Resource ID: 4e47e88d-3825-420b-9cf2-6d066d3befd8 with Priority: HIGHEST for action security_group_members [ 845.816416] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e47e88d-3825-420b-9cf2-6d066d3befd8 with Priority: HIGHEST for action security_group_members [ 845.817589] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e47e88d-3825-420b-9cf2-6d066d3befd8 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.817989] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.818220] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.818591] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.818923] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.819200] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.820679] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.820679] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.820679] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.820679] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e47e88d-3825-420b-9cf2-6d066d3befd8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.829036] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.829036] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.829036] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.829036] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.829036] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.829036] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa099e9b-1217-4857-aba3-cc67ea1f62a4 is going to be updated. [ 845.877166] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.877166] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.877166] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.877166] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.877166] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.889695] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa099e9b-1217-4857-aba3-cc67ea1f62a4 in Status: IN_PROGRESS for 2s [ 845.953483] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86fde498-85da-456a-9f5d-cdc109a3f9f8: rpc.has_security_group_logging(os_id): False [ 845.975247] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.975434] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.975508] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.975722] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.975811] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.976052] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.976149] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.976207] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.976368] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.976439] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.976522] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86fde498-85da-456a-9f5d-cdc109a3f9f8 is going to be created. [ 846.043040] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.043242] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.043314] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.043633] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.043953] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.063752] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86fde498-85da-456a-9f5d-cdc109a3f9f8 in Status: IN_PROGRESS for 2s [ 846.147052] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b54a787-ed71-4a16-b0ef-ba0f6e994388 in Status: SUCCESS [ 846.147052] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b54a787-ed71-4a16-b0ef-ba0f6e994388" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.147052] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b54a787-ed71-4a16-b0ef-ba0f6e994388" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.147330] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b54a787-ed71-4a16-b0ef-ba0f6e994388" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.147377] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.147504] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.147566] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.147723] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.147800] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.147986] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b54a787-ed71-4a16-b0ef-ba0f6e994388" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.147986] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b54a787-ed71-4a16-b0ef-ba0f6e994388',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.150203] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b54a787-ed71-4a16-b0ef-ba0f6e994388" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.150203] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b54a787-ed71-4a16-b0ef-ba0f6e994388" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.150203] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.150508] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.150508] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.150508] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.150605] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.150715] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b54a787-ed71-4a16-b0ef-ba0f6e994388',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.152406] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf044f7-3f30-45e6-967a-051d85aae65b in Status: SUCCESS [ 846.152649] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.152761] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.153600] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.153970] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.154148] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.154221] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.154383] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.154486] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.154552] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.154650] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.155761] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.155986] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.156183] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.156304] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.156364] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.156533] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.158130] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.158236] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.324412] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.324867] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.324867] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.324867] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.325045] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.325190] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.325645] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.325645] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.325645] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.325645] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.325993] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e47e88d-3825-420b-9cf2-6d066d3befd8 is going to be updated. [ 846.360689] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.361404] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.361568] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.363483] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.363875] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.375042] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e47e88d-3825-420b-9cf2-6d066d3befd8 in Status: IN_PROGRESS for 2s [ 846.650239] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b54a787-ed71-4a16-b0ef-ba0f6e994388',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.656803] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b54a787-ed71-4a16-b0ef-ba0f6e994388',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.660753] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf044f7-3f30-45e6-967a-051d85aae65b taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.660917] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.661145] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.058167] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee in Status: SUCCESS [ 847.058377] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee deletion is rescheduled due to dependency. [ 847.058569] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.152939] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b54a787-ed71-4a16-b0ef-ba0f6e994388: rpc.has_security_group_logging(os_id): False [ 847.158963] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b54a787-ed71-4a16-b0ef-ba0f6e994388',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.163814] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.176946] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.177226] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.177226] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.177692] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.177692] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.177877] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.177955] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.178015] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.178157] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.178237] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.178327] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b54a787-ed71-4a16-b0ef-ba0f6e994388 is going to be created. [ 847.266870] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.267165] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.267165] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.267402] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.267657] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.280943] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b54a787-ed71-4a16-b0ef-ba0f6e994388 in Status: IN_PROGRESS for 2s [ 847.662272] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.663427] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.663427] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.663427] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.663427] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.663427] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b54a787-ed71-4a16-b0ef-ba0f6e994388 is going to be updated. [ 847.669119] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.669366] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.669456] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.669832] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.669832] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.669955] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf044f7-3f30-45e6-967a-051d85aae65b is going to be updated. [ 847.697730] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.697933] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.697933] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.698347] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.698550] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.700441] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.700595] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.700997] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.700997] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.700997] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.713875] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b54a787-ed71-4a16-b0ef-ba0f6e994388 in Status: IN_PROGRESS for 2s [ 847.714597] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf044f7-3f30-45e6-967a-051d85aae65b in Status: IN_PROGRESS for 2s [ 847.901646] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa099e9b-1217-4857-aba3-cc67ea1f62a4 in Status: SUCCESS [ 847.901929] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.902127] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.902348] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.902543] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.902663] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.902722] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.902876] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.903074] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.903074] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.903394] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa099e9b-1217-4857-aba3-cc67ea1f62a4',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.080221] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86fde498-85da-456a-9f5d-cdc109a3f9f8 in Status: SUCCESS [ 848.080504] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86fde498-85da-456a-9f5d-cdc109a3f9f8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.387983] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e47e88d-3825-420b-9cf2-6d066d3befd8 in Status: SUCCESS [ 848.388269] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e47e88d-3825-420b-9cf2-6d066d3befd8 deletion is rescheduled due to dependency. [ 848.388427] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.405288] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa099e9b-1217-4857-aba3-cc67ea1f62a4 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.405525] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.406043] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.406424] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.406678] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.406831] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.407155] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.407495] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.407495] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.407635] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.407747] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa099e9b-1217-4857-aba3-cc67ea1f62a4 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.407868] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.407973] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.408097] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.408261] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.408392] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.408392] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.410087] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.410215] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.410358] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.410533] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa099e9b-1217-4857-aba3-cc67ea1f62a4',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.914209] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa099e9b-1217-4857-aba3-cc67ea1f62a4: rpc.has_security_group_logging(os_id): False [ 848.934991] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.935268] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.935268] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.935564] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.935628] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.935919] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.936123] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.936123] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.936244] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.936363] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.936539] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.936662] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.936746] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.936867] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.936952] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.937237] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.937355] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.937440] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.937597] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.937688] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.937784] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa099e9b-1217-4857-aba3-cc67ea1f62a4 is going to be updated. [ 849.005352] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.005718] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.005718] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.006117] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.006117] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.019532] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa099e9b-1217-4857-aba3-cc67ea1f62a4 in Status: IN_PROGRESS for 2s [ 849.296582] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b54a787-ed71-4a16-b0ef-ba0f6e994388 in Status: SUCCESS [ 849.297082] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b54a787-ed71-4a16-b0ef-ba0f6e994388" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.297082] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b54a787-ed71-4a16-b0ef-ba0f6e994388" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.297400] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b54a787-ed71-4a16-b0ef-ba0f6e994388" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.297400] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b54a787-ed71-4a16-b0ef-ba0f6e994388',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.320690] env[69367]: INFO networking_nsxv3.common.synchronization [req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa req-8f1beac6-8ebc-4805-948b-103fe997ff7d tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Enqueued Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGHEST for action security_group_members [ 849.321227] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGHEST for action security_group_members [ 849.321577] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-339018b6-4421-400f-afea-14fd86be5c3d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.322116] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.322116] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.322564] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.322770] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.323508] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.323508] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.323508] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.323508] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.323508] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.707531] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-783 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.707747] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-783" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.707876] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-783" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.708220] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-783" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.710128] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.710128] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.710128] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.710128] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.710128] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.710506] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 849.710506] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.710586] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.710726] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.710867] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 849.711027] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.711492] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.727541] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b54a787-ed71-4a16-b0ef-ba0f6e994388 in Status: SUCCESS [ 849.727541] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b54a787-ed71-4a16-b0ef-ba0f6e994388" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.727541] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b54a787-ed71-4a16-b0ef-ba0f6e994388" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.727820] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b54a787-ed71-4a16-b0ef-ba0f6e994388" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.727883] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.727999] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.728091] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.728228] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.728308] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.728404] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b54a787-ed71-4a16-b0ef-ba0f6e994388',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.732329] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf044f7-3f30-45e6-967a-051d85aae65b in Status: SUCCESS [ 849.734203] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.734367] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.734578] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.734759] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.734871] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.734936] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.735100] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.735177] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.735272] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.736900] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.737162] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 849.737350] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.737547] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-783" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.737867] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-afd3bed2-b3af-4d2e-93cd-3ae2f3d2c792 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.738091] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-afd3bed2-b3af-4d2e-93cd-3ae2f3d2c792" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.738245] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-afd3bed2-b3af-4d2e-93cd-3ae2f3d2c792" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.738672] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-afd3bed2-b3af-4d2e-93cd-3ae2f3d2c792" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.738672] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afd3bed2-b3af-4d2e-93cd-3ae2f3d2c792',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.760887] env[69367]: INFO networking_nsxv3.common.synchronization [None req-8b7935af-18ad-41ae-a87b-d92e59fba7dc None None] Enqueued Resource ID: 423f666a-f544-49e4-9a3e-a17b6c760435 with Priority: HIGHEST for action port [ 849.761376] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 423f666a-f544-49e4-9a3e-a17b6c760435 with Priority: HIGHEST for action port [ 849.761674] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-423f666a-f544-49e4-9a3e-a17b6c760435 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.761799] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-423f666a-f544-49e4-9a3e-a17b6c760435" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.761865] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-423f666a-f544-49e4-9a3e-a17b6c760435" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.762906] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-423f666a-f544-49e4-9a3e-a17b6c760435" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.763034] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('423f666a-f544-49e4-9a3e-a17b6c760435',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.801564] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b54a787-ed71-4a16-b0ef-ba0f6e994388 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.801797] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b54a787-ed71-4a16-b0ef-ba0f6e994388" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.826373] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.826373] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.826373] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.826859] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.826982] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.827256] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.827619] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.827619] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.827726] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.827759] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.827871] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 339018b6-4421-400f-afea-14fd86be5c3d already deleted. [ 849.827959] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.231234] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b54a787-ed71-4a16-b0ef-ba0f6e994388',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.243665] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.244934] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.245887] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.245887] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.245887] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.245887] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.245887] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port afd3bed2-b3af-4d2e-93cd-3ae2f3d2c792 not found, creating... [ 850.247268] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.247268] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.247268] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.247268] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.247268] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.247268] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.250644] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.250734] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.251182] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.251182] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.251339] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: afd3bed2-b3af-4d2e-93cd-3ae2f3d2c792 is going to be created. [ 850.265202] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 423f666a-f544-49e4-9a3e-a17b6c760435 [ 850.265459] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.265604] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.265672] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.265874] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.266060] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.266060] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:423f666a-f544-49e4-9a3e-a17b6c760435 already deleted. [ 850.266149] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-423f666a-f544-49e4-9a3e-a17b6c760435" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.279591] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.279907] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.280116] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.280519] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.280870] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.281193] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-afd3bed2-b3af-4d2e-93cd-3ae2f3d2c792" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.733901] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b54a787-ed71-4a16-b0ef-ba0f6e994388',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.755207] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.036411] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa099e9b-1217-4857-aba3-cc67ea1f62a4 in Status: SUCCESS [ 851.036578] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.085357] env[69367]: INFO networking_nsxv3.common.synchronization [req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa req-95d6952e-aae9-4205-8f57-3050c41bb55f service nova] Enqueued Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGHEST for action security_group_rules [ 851.085561] env[69367]: INFO networking_nsxv3.common.synchronization [req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa req-95d6952e-aae9-4205-8f57-3050c41bb55f service nova] Enqueued Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGHEST for action security_group_members [ 851.085682] env[69367]: INFO networking_nsxv3.common.synchronization [req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa req-95d6952e-aae9-4205-8f57-3050c41bb55f service nova] Enqueued Resource ID: afd3bed2-b3af-4d2e-93cd-3ae2f3d2c792 with Priority: HIGHEST for action port [ 851.086298] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGHEST for action security_group_rules [ 851.086435] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGHEST for action security_group_members [ 851.086524] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afd3bed2-b3af-4d2e-93cd-3ae2f3d2c792 with Priority: HIGHEST for action port [ 851.086959] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-339018b6-4421-400f-afea-14fd86be5c3d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.086959] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.087364] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.087447] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.087573] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.089216] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-339018b6-4421-400f-afea-14fd86be5c3d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.089519] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.089593] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.089988] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.090113] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.090286] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.090391] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.090644] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.090795] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.091125] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.092259] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-afd3bed2-b3af-4d2e-93cd-3ae2f3d2c792 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.092388] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afd3bed2-b3af-4d2e-93cd-3ae2f3d2c792" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.092455] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afd3bed2-b3af-4d2e-93cd-3ae2f3d2c792" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.092709] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afd3bed2-b3af-4d2e-93cd-3ae2f3d2c792" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.096369] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afd3bed2-b3af-4d2e-93cd-3ae2f3d2c792',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.242039] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.242496] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.242496] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.242594] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.242758] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.242824] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b54a787-ed71-4a16-b0ef-ba0f6e994388 is going to be updated. [ 851.258551] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.258702] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.258776] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.259161] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.259214] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.259308] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf044f7-3f30-45e6-967a-051d85aae65b is going to be updated. [ 851.283875] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.284111] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.284169] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.284464] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.284671] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.298759] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b54a787-ed71-4a16-b0ef-ba0f6e994388 in Status: IN_PROGRESS for 2s [ 851.303436] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.303701] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.303701] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.304025] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.304226] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.318104] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf044f7-3f30-45e6-967a-051d85aae65b in Status: IN_PROGRESS for 2s [ 851.598353] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.602023] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-339018b6-4421-400f-afea-14fd86be5c3d taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.602023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.602023] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port afd3bed2-b3af-4d2e-93cd-3ae2f3d2c792 with status ACTIVE [ 851.602023] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.602023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.602023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.602023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.602023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.602023] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.602023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.602023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.602023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.602023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.602023] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.602855] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.602855] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.602855] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.602855] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.602855] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: afd3bed2-b3af-4d2e-93cd-3ae2f3d2c792 is going to be updated. [ 851.626756] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.626941] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.627055] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.627469] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.627638] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.627955] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afd3bed2-b3af-4d2e-93cd-3ae2f3d2c792" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.108233] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.190374] env[69367]: INFO networking_nsxv3.common.synchronization [None req-5c6ca80c-e861-426b-b853-a7b9f25b77bb None None] Enqueued Resource ID: 84e6ec17-a2ea-470e-bc02-1f62ab25cb2c with Priority: HIGHEST for action port [ 852.190374] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84e6ec17-a2ea-470e-bc02-1f62ab25cb2c with Priority: HIGHEST for action port [ 852.190374] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-84e6ec17-a2ea-470e-bc02-1f62ab25cb2c taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.190374] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84e6ec17-a2ea-470e-bc02-1f62ab25cb2c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.190374] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84e6ec17-a2ea-470e-bc02-1f62ab25cb2c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.190374] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84e6ec17-a2ea-470e-bc02-1f62ab25cb2c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.190374] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84e6ec17-a2ea-470e-bc02-1f62ab25cb2c',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.610397] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.610397] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.610397] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.610837] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.610837] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.610837] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 339018b6-4421-400f-afea-14fd86be5c3d is going to be created. [ 852.643013] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.643258] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.643345] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.643602] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.643818] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.659951] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 339018b6-4421-400f-afea-14fd86be5c3d in Status: UNINITIALIZED for 2s [ 852.698644] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84e6ec17-a2ea-470e-bc02-1f62ab25cb2c [ 852.699044] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.699265] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.699435] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.699755] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.699927] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.700102] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84e6ec17-a2ea-470e-bc02-1f62ab25cb2c already deleted. [ 852.700235] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84e6ec17-a2ea-470e-bc02-1f62ab25cb2c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.172590] env[69367]: INFO networking_nsxv3.common.synchronization [req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b req-583bcb61-5215-40ed-b1fb-022ca3289df5 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Enqueued Resource ID: 96619964-d916-4513-bd45-1dbafee0a5b3 with Priority: HIGHEST for action security_group_members [ 853.173295] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96619964-d916-4513-bd45-1dbafee0a5b3 with Priority: HIGHEST for action security_group_members [ 853.173645] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-96619964-d916-4513-bd45-1dbafee0a5b3 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.173802] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.173873] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.174093] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.174253] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.174371] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.174433] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.174590] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.174674] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.174867] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.310249] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b54a787-ed71-4a16-b0ef-ba0f6e994388 in Status: SUCCESS [ 853.310511] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b54a787-ed71-4a16-b0ef-ba0f6e994388" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.310694] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b54a787-ed71-4a16-b0ef-ba0f6e994388" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.310991] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b54a787-ed71-4a16-b0ef-ba0f6e994388" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.311204] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.311326] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.311393] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.311575] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.311660] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.311772] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b54a787-ed71-4a16-b0ef-ba0f6e994388" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.311897] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b54a787-ed71-4a16-b0ef-ba0f6e994388',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.328971] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf044f7-3f30-45e6-967a-051d85aae65b in Status: SUCCESS [ 853.329741] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.329741] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.329741] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.329917] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.329999] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.330047] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.330254] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.330344] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.330586] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.330638] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf044f7-3f30-45e6-967a-051d85aae65b taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.330717] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.330776] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.330978] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.331347] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.331510] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.331609] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.331801] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.331885] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.332197] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.332318] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.525551] env[69367]: INFO networking_nsxv3.common.synchronization [req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b req-f27ccfc1-1e6b-45df-9ebe-163d8caff6de tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Enqueued Resource ID: 96619964-d916-4513-bd45-1dbafee0a5b3 with Priority: HIGHEST for action security_group_members [ 853.525691] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96619964-d916-4513-bd45-1dbafee0a5b3 with Priority: HIGHEST for action security_group_members [ 853.525979] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-96619964-d916-4513-bd45-1dbafee0a5b3 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.526082] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.678017] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.678327] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.678327] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.679655] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.679853] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.680152] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.680307] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.680365] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.680549] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.680663] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.680764] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96619964-d916-4513-bd45-1dbafee0a5b3 is going to be updated. [ 853.717622] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.717820] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.717820] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.718530] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.718530] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.729254] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96619964-d916-4513-bd45-1dbafee0a5b3 in Status: IN_PROGRESS for 2s [ 853.817491] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b54a787-ed71-4a16-b0ef-ba0f6e994388',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.835399] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bf044f7-3f30-45e6-967a-051d85aae65b: rpc.has_security_group_logging(os_id): False [ 853.857020] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.857020] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.857020] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.857020] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.857020] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.857020] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.857020] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.857445] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.857445] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.857445] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.857549] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.857549] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.857880] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.857880] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.857880] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.858045] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.859594] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.859727] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.859789] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.859893] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.863207] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bf044f7-3f30-45e6-967a-051d85aae65b is going to be updated. [ 853.868939] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.869098] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-995" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.869264] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-995" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.869468] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-995" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.869748] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.869937] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.870170] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.870290] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.870442] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.870653] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 853.870766] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.870876] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.870983] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.871105] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 853.871208] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.871336] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.891945] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.892137] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 853.892300] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.892466] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-995" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.892789] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-0f2352b6-e961-4d4f-afe4-97ca1556ab33 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.892982] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-0f2352b6-e961-4d4f-afe4-97ca1556ab33" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.893109] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-0f2352b6-e961-4d4f-afe4-97ca1556ab33" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.893442] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-0f2352b6-e961-4d4f-afe4-97ca1556ab33" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.893586] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f2352b6-e961-4d4f-afe4-97ca1556ab33',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.947925] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.947925] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.947925] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.947925] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.948423] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.965708] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bf044f7-3f30-45e6-967a-051d85aae65b in Status: IN_PROGRESS for 2s [ 854.320027] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b54a787-ed71-4a16-b0ef-ba0f6e994388: rpc.has_security_group_logging(os_id): False [ 854.339504] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.339821] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.339913] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.340953] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.340953] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.340953] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.340953] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.340953] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.341161] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.341236] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.341326] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b54a787-ed71-4a16-b0ef-ba0f6e994388 is going to be updated. [ 854.396978] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.397345] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.397573] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.397993] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.398295] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.398557] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 0f2352b6-e961-4d4f-afe4-97ca1556ab33 not found, creating... [ 854.399785] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.400026] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.403356] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.403790] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.404041] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.404538] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.404804] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.404998] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.405337] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.405544] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.405781] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 0f2352b6-e961-4d4f-afe4-97ca1556ab33 is going to be created. [ 854.412627] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.412842] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.412913] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.413132] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.413279] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.432173] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b54a787-ed71-4a16-b0ef-ba0f6e994388 in Status: IN_PROGRESS for 2s [ 854.439026] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.439026] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.439026] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.439026] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.439026] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.439549] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-0f2352b6-e961-4d4f-afe4-97ca1556ab33" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.687474] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 339018b6-4421-400f-afea-14fd86be5c3d in Status: SUCCESS [ 854.687869] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.687911] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.688184] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.688395] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.688506] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.688571] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.688728] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.688814] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.688903] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.688994] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.190066] env[69367]: INFO networking_nsxv3.common.synchronization [req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b req-342324c9-d7eb-4f04-9848-4305a54579da service nova] Enqueued Resource ID: 96619964-d916-4513-bd45-1dbafee0a5b3 with Priority: HIGHEST for action security_group_rules [ 855.190256] env[69367]: INFO networking_nsxv3.common.synchronization [req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b req-342324c9-d7eb-4f04-9848-4305a54579da service nova] Enqueued Resource ID: 96619964-d916-4513-bd45-1dbafee0a5b3 with Priority: HIGHEST for action security_group_members [ 855.190389] env[69367]: INFO networking_nsxv3.common.synchronization [req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b req-342324c9-d7eb-4f04-9848-4305a54579da service nova] Enqueued Resource ID: 0f2352b6-e961-4d4f-afe4-97ca1556ab33 with Priority: HIGHEST for action port [ 855.190657] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96619964-d916-4513-bd45-1dbafee0a5b3 with Priority: HIGHEST for action security_group_rules [ 855.190794] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96619964-d916-4513-bd45-1dbafee0a5b3 with Priority: HIGHEST for action security_group_members [ 855.190887] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f2352b6-e961-4d4f-afe4-97ca1556ab33 with Priority: HIGHEST for action port [ 855.191481] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-339018b6-4421-400f-afea-14fd86be5c3d taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.191618] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.191663] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.191890] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.192063] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.192160] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.192220] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.192418] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.192513] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.192641] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.192837] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-339018b6-4421-400f-afea-14fd86be5c3d taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.192937] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.193112] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.193153] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.193931] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.193931] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.193931] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.193931] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.193931] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.193931] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.193931] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.194939] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96619964-d916-4513-bd45-1dbafee0a5b3 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.194939] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.194939] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.195141] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.195141] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.195878] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-96619964-d916-4513-bd45-1dbafee0a5b3 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.195966] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.196167] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f2352b6-e961-4d4f-afe4-97ca1556ab33 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.196263] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f2352b6-e961-4d4f-afe4-97ca1556ab33" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.196353] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f2352b6-e961-4d4f-afe4-97ca1556ab33" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.196534] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f2352b6-e961-4d4f-afe4-97ca1556ab33" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.196650] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f2352b6-e961-4d4f-afe4-97ca1556ab33',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.702571] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-96619964-d916-4513-bd45-1dbafee0a5b3 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.702571] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.702571] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 339018b6-4421-400f-afea-14fd86be5c3d: rpc.has_security_group_logging(os_id): False [ 855.702571] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f2352b6-e961-4d4f-afe4-97ca1556ab33 with status ACTIVE [ 855.702571] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.702571] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.702571] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.702571] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.702571] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.702571] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.705253] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.705253] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.705253] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.705253] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.705600] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.705939] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.708089] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.708089] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.708089] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.708089] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f2352b6-e961-4d4f-afe4-97ca1556ab33 is going to be updated. [ 855.728120] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.728120] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.728120] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.728120] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.728120] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.728120] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.728120] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.728120] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.728120] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.728120] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.728120] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.728120] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.728120] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.728120] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.728120] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.729122] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.729122] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.729122] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.729122] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.729122] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.729122] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 339018b6-4421-400f-afea-14fd86be5c3d is going to be created. [ 855.735349] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.735349] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.735349] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.735349] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.735349] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.735973] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f2352b6-e961-4d4f-afe4-97ca1556ab33" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.750094] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96619964-d916-4513-bd45-1dbafee0a5b3 in Status: SUCCESS [ 855.750094] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96619964-d916-4513-bd45-1dbafee0a5b3 deletion is rescheduled due to dependency. [ 855.750094] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.750094] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.750094] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.750094] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.750094] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.750094] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.750094] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.750094] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.750094] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.810028] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.810028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.810028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.810028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.810028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.835869] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 339018b6-4421-400f-afea-14fd86be5c3d in Status: IN_PROGRESS for 2s [ 855.997414] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bf044f7-3f30-45e6-967a-051d85aae65b in Status: SUCCESS [ 855.997414] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.997414] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.997414] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.997414] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.256575] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.448217] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b54a787-ed71-4a16-b0ef-ba0f6e994388 in Status: SUCCESS [ 856.448217] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b54a787-ed71-4a16-b0ef-ba0f6e994388" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.501079] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf044f7-3f30-45e6-967a-051d85aae65b taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.501232] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.501297] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.501511] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.501678] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.502352] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.502352] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.502352] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.502352] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.502352] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.502352] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.519779] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-984 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.519960] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-984" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.520097] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-984" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.520433] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-984" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.520716] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.520877] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.520995] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.522855] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.523026] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.523375] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 856.523502] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 856.523616] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 856.523727] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 856.523841] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 856.523947] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 856.524091] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 856.544792] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 856.545302] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 856.545302] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 856.545302] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-984" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.545609] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-9992332a-6ce0-4c6e-8184-1c61924762de taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.545801] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-9992332a-6ce0-4c6e-8184-1c61924762de" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.545918] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-9992332a-6ce0-4c6e-8184-1c61924762de" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.546533] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-9992332a-6ce0-4c6e-8184-1c61924762de" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.546533] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9992332a-6ce0-4c6e-8184-1c61924762de',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.760611] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.004567] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf044f7-3f30-45e6-967a-051d85aae65b taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.004769] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.004816] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.005113] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.005421] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.005421] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.005421] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.005686] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.005686] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.005686] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.005842] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf044f7-3f30-45e6-967a-051d85aae65b taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.005907] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.005967] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.006110] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.006243] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.006343] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.006654] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.006839] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.006989] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.007066] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.007158] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.049383] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.049640] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.049793] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.050074] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.050232] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.050414] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 9992332a-6ce0-4c6e-8184-1c61924762de not found, creating... [ 857.050802] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.051034] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.051184] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.051513] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.051741] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.052417] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.052625] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.052779] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.052999] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.053169] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.053350] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 9992332a-6ce0-4c6e-8184-1c61924762de is going to be created. [ 857.075797] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.076019] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.076179] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.076465] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.076697] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.077410] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-9992332a-6ce0-4c6e-8184-1c61924762de" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.263072] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.263072] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.263072] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.263401] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.263401] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.263401] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96619964-d916-4513-bd45-1dbafee0a5b3 is going to be updated. [ 857.300576] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.300576] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.300576] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.300576] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.300576] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.310710] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96619964-d916-4513-bd45-1dbafee0a5b3 in Status: IN_PROGRESS for 2s [ 857.509405] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bf044f7-3f30-45e6-967a-051d85aae65b: rpc.has_security_group_logging(os_id): False [ 857.529854] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.529854] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.530031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.530169] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.530249] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.530523] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.532215] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.532215] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.532215] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.532215] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.532215] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.532215] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.532215] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.532215] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.532215] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.532215] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.532215] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.532215] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.532215] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.532215] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.532215] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bf044f7-3f30-45e6-967a-051d85aae65b is going to be updated. [ 857.607430] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.607640] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.607709] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.607938] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.608103] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.624843] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bf044f7-3f30-45e6-967a-051d85aae65b in Status: IN_PROGRESS for 2s [ 857.851222] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 339018b6-4421-400f-afea-14fd86be5c3d in Status: SUCCESS [ 857.851574] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.322961] env[69367]: INFO networking_nsxv3.common.synchronization [req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b req-6e694f5a-4126-42af-b45d-d100694660ef service nova] Enqueued Resource ID: 96619964-d916-4513-bd45-1dbafee0a5b3 with Priority: HIGHEST for action security_group_rules [ 858.323141] env[69367]: INFO networking_nsxv3.common.synchronization [req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b req-6e694f5a-4126-42af-b45d-d100694660ef service nova] Enqueued Resource ID: 96619964-d916-4513-bd45-1dbafee0a5b3 with Priority: HIGHEST for action security_group_members [ 858.323300] env[69367]: INFO networking_nsxv3.common.synchronization [req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b req-6e694f5a-4126-42af-b45d-d100694660ef service nova] Enqueued Resource ID: 9992332a-6ce0-4c6e-8184-1c61924762de with Priority: HIGHEST for action port [ 858.323542] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96619964-d916-4513-bd45-1dbafee0a5b3 with Priority: HIGHEST for action security_group_rules [ 858.323693] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96619964-d916-4513-bd45-1dbafee0a5b3 with Priority: HIGHEST for action security_group_members [ 858.323794] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9992332a-6ce0-4c6e-8184-1c61924762de with Priority: HIGHEST for action port [ 858.327409] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96619964-d916-4513-bd45-1dbafee0a5b3 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.327561] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.327766] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-96619964-d916-4513-bd45-1dbafee0a5b3 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.327846] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.328026] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-9992332a-6ce0-4c6e-8184-1c61924762de taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.328154] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9992332a-6ce0-4c6e-8184-1c61924762de" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.328277] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9992332a-6ce0-4c6e-8184-1c61924762de" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.329395] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9992332a-6ce0-4c6e-8184-1c61924762de" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.329395] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9992332a-6ce0-4c6e-8184-1c61924762de',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.834127] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9992332a-6ce0-4c6e-8184-1c61924762de with status ACTIVE [ 858.834127] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.834127] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.834127] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.834127] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.834127] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.834127] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.834127] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.834127] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.834127] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.834127] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.834127] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.834127] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.834127] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.834127] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.836582] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.836582] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9992332a-6ce0-4c6e-8184-1c61924762de is going to be updated. [ 858.861409] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.862434] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.863755] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.863755] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.863755] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.863755] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9992332a-6ce0-4c6e-8184-1c61924762de" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.321384] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96619964-d916-4513-bd45-1dbafee0a5b3 in Status: SUCCESS [ 859.323356] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.323697] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.324033] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.324333] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.326054] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.326246] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.326522] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.326706] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.326918] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.641947] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bf044f7-3f30-45e6-967a-051d85aae65b in Status: SUCCESS [ 859.642524] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.830151] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.060308] env[69367]: INFO networking_nsxv3.common.synchronization [req-568fc6bd-7109-4a26-a891-775682d54560 req-6cbb1d3c-3170-42ec-ab3a-c273fe33ad51 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Enqueued Resource ID: 2ecf379e-4baa-4fa6-b0a3-922199f6d3a9 with Priority: HIGHEST for action security_group_members [ 860.061768] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ecf379e-4baa-4fa6-b0a3-922199f6d3a9 with Priority: HIGHEST for action security_group_members [ 860.061768] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ecf379e-4baa-4fa6-b0a3-922199f6d3a9 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.063438] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ecf379e-4baa-4fa6-b0a3-922199f6d3a9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.063438] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ecf379e-4baa-4fa6-b0a3-922199f6d3a9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.063438] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ecf379e-4baa-4fa6-b0a3-922199f6d3a9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.063438] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.063438] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.063438] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.063438] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.063438] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.063438] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ecf379e-4baa-4fa6-b0a3-922199f6d3a9',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.332905] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.404732] env[69367]: INFO networking_nsxv3.common.synchronization [req-d7eeb5b2-f239-4c44-bd66-4b97600827e4 req-7f9cd20c-cc31-41d8-b99f-2f8817f07eea tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Enqueued Resource ID: fa099e9b-1217-4857-aba3-cc67ea1f62a4 with Priority: HIGHEST for action security_group_members [ 860.405910] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa099e9b-1217-4857-aba3-cc67ea1f62a4 with Priority: HIGHEST for action security_group_members [ 860.406708] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-452 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.406889] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-452" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.407021] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-452" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.407642] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-452" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.407642] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.407841] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.407933] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.408746] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.408746] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.408746] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 860.408746] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 860.408746] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 860.409043] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 860.409043] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 860.409043] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 860.409181] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 860.410365] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa099e9b-1217-4857-aba3-cc67ea1f62a4 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.410478] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.410569] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.410707] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.410855] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.410951] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.411026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.411180] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.411261] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.411351] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa099e9b-1217-4857-aba3-cc67ea1f62a4',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.433839] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 860.433839] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 860.434048] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 860.434588] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-452" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.434709] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-bfd96e6b-23be-442d-b6a3-8c987772b62f taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.434869] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-bfd96e6b-23be-442d-b6a3-8c987772b62f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.434975] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-bfd96e6b-23be-442d-b6a3-8c987772b62f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.435332] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-bfd96e6b-23be-442d-b6a3-8c987772b62f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.435474] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfd96e6b-23be-442d-b6a3-8c987772b62f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.565658] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.565831] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.565958] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.566138] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.566228] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.566418] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.566517] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.566581] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.566730] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.566806] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.566891] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ecf379e-4baa-4fa6-b0a3-922199f6d3a9 already deleted. [ 860.566971] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ecf379e-4baa-4fa6-b0a3-922199f6d3a9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.834961] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.835265] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.835265] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.835655] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.835655] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.835779] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96619964-d916-4513-bd45-1dbafee0a5b3 is going to be updated. [ 860.867792] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.867992] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.868151] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.868342] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.868496] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.878501] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96619964-d916-4513-bd45-1dbafee0a5b3 in Status: IN_PROGRESS for 2s [ 860.914673] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa099e9b-1217-4857-aba3-cc67ea1f62a4',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.937978] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.938262] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.938399] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.938709] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.938862] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.939034] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port bfd96e6b-23be-442d-b6a3-8c987772b62f not found, creating... [ 860.939299] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.939456] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.939687] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.939957] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.940140] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.940431] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.940654] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.940783] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.940992] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.941141] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.941281] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: bfd96e6b-23be-442d-b6a3-8c987772b62f is going to be created. [ 860.963474] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.963642] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.963920] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.963998] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.966242] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.966242] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-bfd96e6b-23be-442d-b6a3-8c987772b62f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.417462] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa099e9b-1217-4857-aba3-cc67ea1f62a4',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.711426] env[69367]: INFO networking_nsxv3.common.synchronization [req-568fc6bd-7109-4a26-a891-775682d54560 req-046838a0-2ce2-43df-98e0-524b828e4d8f service nova] Enqueued Resource ID: 2ecf379e-4baa-4fa6-b0a3-922199f6d3a9 with Priority: HIGHEST for action security_group_rules [ 861.711426] env[69367]: INFO networking_nsxv3.common.synchronization [req-568fc6bd-7109-4a26-a891-775682d54560 req-046838a0-2ce2-43df-98e0-524b828e4d8f service nova] Enqueued Resource ID: 2ecf379e-4baa-4fa6-b0a3-922199f6d3a9 with Priority: HIGHEST for action security_group_members [ 861.711426] env[69367]: INFO networking_nsxv3.common.synchronization [req-568fc6bd-7109-4a26-a891-775682d54560 req-046838a0-2ce2-43df-98e0-524b828e4d8f service nova] Enqueued Resource ID: bfd96e6b-23be-442d-b6a3-8c987772b62f with Priority: HIGHEST for action port [ 861.711426] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ecf379e-4baa-4fa6-b0a3-922199f6d3a9 with Priority: HIGHEST for action security_group_rules [ 861.711426] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ecf379e-4baa-4fa6-b0a3-922199f6d3a9 with Priority: HIGHEST for action security_group_members [ 861.711426] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfd96e6b-23be-442d-b6a3-8c987772b62f with Priority: HIGHEST for action port [ 861.711680] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ecf379e-4baa-4fa6-b0a3-922199f6d3a9 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.711680] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ecf379e-4baa-4fa6-b0a3-922199f6d3a9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.711792] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ecf379e-4baa-4fa6-b0a3-922199f6d3a9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.712014] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ecf379e-4baa-4fa6-b0a3-922199f6d3a9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.715111] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ecf379e-4baa-4fa6-b0a3-922199f6d3a9',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.716390] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ecf379e-4baa-4fa6-b0a3-922199f6d3a9 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.716390] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ecf379e-4baa-4fa6-b0a3-922199f6d3a9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.716390] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ecf379e-4baa-4fa6-b0a3-922199f6d3a9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.716733] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ecf379e-4baa-4fa6-b0a3-922199f6d3a9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.716733] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.716871] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.716871] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.717496] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.717756] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.717879] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ecf379e-4baa-4fa6-b0a3-922199f6d3a9',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.718823] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfd96e6b-23be-442d-b6a3-8c987772b62f taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.718940] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfd96e6b-23be-442d-b6a3-8c987772b62f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.719012] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfd96e6b-23be-442d-b6a3-8c987772b62f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.721024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfd96e6b-23be-442d-b6a3-8c987772b62f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.721024] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfd96e6b-23be-442d-b6a3-8c987772b62f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.923684] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.923926] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.923926] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.924131] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.924202] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.924290] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa099e9b-1217-4857-aba3-cc67ea1f62a4 is going to be updated. [ 861.955724] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.955875] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.955941] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.956170] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.956532] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.967094] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa099e9b-1217-4857-aba3-cc67ea1f62a4 in Status: IN_PROGRESS for 2s [ 862.224066] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ecf379e-4baa-4fa6-b0a3-922199f6d3a9',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.224066] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ecf379e-4baa-4fa6-b0a3-922199f6d3a9 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.224066] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ecf379e-4baa-4fa6-b0a3-922199f6d3a9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.224066] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfd96e6b-23be-442d-b6a3-8c987772b62f with status ACTIVE [ 862.224066] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.224066] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.224066] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.224066] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.224066] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.224066] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.224066] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.224066] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.224066] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.224066] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.224753] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.225454] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.225733] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.226055] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.226271] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.226630] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfd96e6b-23be-442d-b6a3-8c987772b62f is going to be updated. [ 862.253131] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.253131] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.253131] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.253131] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.253131] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.253131] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfd96e6b-23be-442d-b6a3-8c987772b62f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.731454] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ecf379e-4baa-4fa6-b0a3-922199f6d3a9',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.893199] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96619964-d916-4513-bd45-1dbafee0a5b3 in Status: SUCCESS [ 862.893815] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.893815] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.893815] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.894018] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.894784] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.894864] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.895061] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.895246] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.895246] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.895643] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.896287] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.896435] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.896612] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.896729] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.896795] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.897021] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.897072] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.897138] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.235436] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.235585] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.235672] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.235872] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.235954] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.236081] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ecf379e-4baa-4fa6-b0a3-922199f6d3a9 is going to be created. [ 863.262034] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.262183] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.262252] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.262488] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.262648] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.275698] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ecf379e-4baa-4fa6-b0a3-922199f6d3a9 in Status: UNINITIALIZED for 2s [ 863.400233] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-96619964-d916-4513-bd45-1dbafee0a5b3 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.400454] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.400792] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.903904] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.977216] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa099e9b-1217-4857-aba3-cc67ea1f62a4 in Status: SUCCESS [ 863.977480] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.407269] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.407491] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.407491] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.407710] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.407755] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.407862] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96619964-d916-4513-bd45-1dbafee0a5b3 is going to be updated. [ 864.439075] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.439259] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.439306] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.439507] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.440096] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.451864] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96619964-d916-4513-bd45-1dbafee0a5b3 in Status: IN_PROGRESS for 2s [ 865.287439] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ecf379e-4baa-4fa6-b0a3-922199f6d3a9 in Status: SUCCESS [ 865.287805] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ecf379e-4baa-4fa6-b0a3-922199f6d3a9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.287986] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ecf379e-4baa-4fa6-b0a3-922199f6d3a9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.288229] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ecf379e-4baa-4fa6-b0a3-922199f6d3a9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.288836] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.288980] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.289061] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.289237] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.289311] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.289403] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ecf379e-4baa-4fa6-b0a3-922199f6d3a9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.289613] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ecf379e-4baa-4fa6-b0a3-922199f6d3a9',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.799028] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ecf379e-4baa-4fa6-b0a3-922199f6d3a9 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.799028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ecf379e-4baa-4fa6-b0a3-922199f6d3a9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.799028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ecf379e-4baa-4fa6-b0a3-922199f6d3a9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.799028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ecf379e-4baa-4fa6-b0a3-922199f6d3a9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.799028] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.799028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.799028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.799028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.799028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.799028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ecf379e-4baa-4fa6-b0a3-922199f6d3a9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.799028] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ecf379e-4baa-4fa6-b0a3-922199f6d3a9 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.799028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ecf379e-4baa-4fa6-b0a3-922199f6d3a9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.799028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ecf379e-4baa-4fa6-b0a3-922199f6d3a9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.799028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ecf379e-4baa-4fa6-b0a3-922199f6d3a9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.799028] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.799028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.800182] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.800182] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.800182] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.800182] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ecf379e-4baa-4fa6-b0a3-922199f6d3a9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.801508] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ecf379e-4baa-4fa6-b0a3-922199f6d3a9',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.305591] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ecf379e-4baa-4fa6-b0a3-922199f6d3a9: rpc.has_security_group_logging(os_id): False [ 866.325617] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.325782] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.325827] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.327438] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.327438] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.327438] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.327438] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.327438] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.327860] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.327860] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.327860] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.328695] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.328812] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.329154] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.329154] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.329287] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.329378] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.329437] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.329666] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.329748] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.329836] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ecf379e-4baa-4fa6-b0a3-922199f6d3a9 is going to be created. [ 866.399655] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.399947] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.399947] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.400210] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.400444] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.415936] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ecf379e-4baa-4fa6-b0a3-922199f6d3a9 in Status: IN_PROGRESS for 2s [ 866.464466] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96619964-d916-4513-bd45-1dbafee0a5b3 in Status: SUCCESS [ 866.464715] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.464926] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.465297] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.465409] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.465551] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.465627] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.465776] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.465859] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.465950] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.466125] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-96619964-d916-4513-bd45-1dbafee0a5b3 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.466223] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.466278] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.466411] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.466549] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.466722] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.466722] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.466910] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.466977] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.468050] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.468202] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.712673] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 866.712873] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 866.972365] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96619964-d916-4513-bd45-1dbafee0a5b3: rpc.has_security_group_logging(os_id): False [ 866.990931] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.991152] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.991152] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.991347] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.991457] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.991698] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.991810] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.991870] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.992014] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.992101] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.992315] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.992431] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.992493] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.992632] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.992742] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.992964] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.993082] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.993140] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.993336] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.993429] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.993517] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96619964-d916-4513-bd45-1dbafee0a5b3 is going to be updated. [ 867.063852] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.064045] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.064137] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.064430] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.064623] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.083046] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96619964-d916-4513-bd45-1dbafee0a5b3 in Status: IN_PROGRESS for 2s [ 868.053953] env[69367]: INFO networking_nsxv3.common.synchronization [req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 req-5a072675-1c69-43db-9b10-a01032147668 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Enqueued Resource ID: 300f812c-2610-444b-8066-b75c76ae0aee with Priority: HIGHEST for action security_group_members [ 868.054503] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 300f812c-2610-444b-8066-b75c76ae0aee with Priority: HIGHEST for action security_group_members [ 868.054803] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-300f812c-2610-444b-8066-b75c76ae0aee taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.054998] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.055054] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.055301] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.055461] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.055592] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.055659] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.055800] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.055885] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.055979] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.429864] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ecf379e-4baa-4fa6-b0a3-922199f6d3a9 in Status: SUCCESS [ 868.430110] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ecf379e-4baa-4fa6-b0a3-922199f6d3a9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.559021] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.559021] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.559021] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.559021] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.559021] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.559021] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.559021] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.559021] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.559453] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.559453] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.559453] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 300f812c-2610-444b-8066-b75c76ae0aee already deleted. [ 868.560055] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.615020] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.615020] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-902" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.615020] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-902" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.615020] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-902" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.615020] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.615020] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.615020] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.615020] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.617322] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.617552] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 868.617675] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.617787] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.617896] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.618016] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 868.618123] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.618257] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.643550] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.643764] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 868.643919] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.645395] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-902" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.645752] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-99bc8369-e1d4-47d6-a557-f5fcda867e2c taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.645946] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-99bc8369-e1d4-47d6-a557-f5fcda867e2c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.646087] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-99bc8369-e1d4-47d6-a557-f5fcda867e2c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.650019] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-99bc8369-e1d4-47d6-a557-f5fcda867e2c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.650019] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99bc8369-e1d4-47d6-a557-f5fcda867e2c',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.097618] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96619964-d916-4513-bd45-1dbafee0a5b3 in Status: SUCCESS [ 869.097618] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.097958] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.097958] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.098109] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.154023] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.154186] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.154394] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.154665] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.154854] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.155048] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 99bc8369-e1d4-47d6-a557-f5fcda867e2c not found, creating... [ 869.155362] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.155568] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.155716] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.155970] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.156152] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.156613] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.156822] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.156947] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.157177] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.157313] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.157459] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 99bc8369-e1d4-47d6-a557-f5fcda867e2c is going to be created. [ 869.178396] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.178549] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.178599] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.180027] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.180027] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.180027] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-99bc8369-e1d4-47d6-a557-f5fcda867e2c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.600782] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-96619964-d916-4513-bd45-1dbafee0a5b3 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.600959] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.601062] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.601280] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.601504] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.601626] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.601705] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.601900] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.602149] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.602226] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.602361] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.028766] env[69367]: INFO networking_nsxv3.common.synchronization [req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 req-36bf47ba-89f5-49a4-b4c9-36ddda379977 service nova] Enqueued Resource ID: 300f812c-2610-444b-8066-b75c76ae0aee with Priority: HIGHEST for action security_group_rules [ 870.028947] env[69367]: INFO networking_nsxv3.common.synchronization [req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 req-36bf47ba-89f5-49a4-b4c9-36ddda379977 service nova] Enqueued Resource ID: 300f812c-2610-444b-8066-b75c76ae0aee with Priority: HIGHEST for action security_group_members [ 870.029102] env[69367]: INFO networking_nsxv3.common.synchronization [req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 req-36bf47ba-89f5-49a4-b4c9-36ddda379977 service nova] Enqueued Resource ID: 99bc8369-e1d4-47d6-a557-f5fcda867e2c with Priority: HIGHEST for action port [ 870.029669] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 300f812c-2610-444b-8066-b75c76ae0aee with Priority: HIGHEST for action security_group_rules [ 870.029808] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 300f812c-2610-444b-8066-b75c76ae0aee with Priority: HIGHEST for action security_group_members [ 870.030215] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99bc8369-e1d4-47d6-a557-f5fcda867e2c with Priority: HIGHEST for action port [ 870.030729] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-300f812c-2610-444b-8066-b75c76ae0aee taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.030895] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.030981] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.031234] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.031338] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.032244] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-300f812c-2610-444b-8066-b75c76ae0aee taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.032358] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.032415] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.032599] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.032777] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.033882] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.034036] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.034710] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.034710] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.034710] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.036117] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-99bc8369-e1d4-47d6-a557-f5fcda867e2c taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.036315] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99bc8369-e1d4-47d6-a557-f5fcda867e2c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.036445] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99bc8369-e1d4-47d6-a557-f5fcda867e2c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.036520] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99bc8369-e1d4-47d6-a557-f5fcda867e2c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.036608] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99bc8369-e1d4-47d6-a557-f5fcda867e2c',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.106578] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-96619964-d916-4513-bd45-1dbafee0a5b3 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.106578] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.106578] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.107180] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.107180] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.107180] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.107180] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.107427] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.107427] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.107427] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.108462] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-96619964-d916-4513-bd45-1dbafee0a5b3 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.108462] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.108462] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.108462] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.108462] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.108462] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.108462] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.108462] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.108462] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.108462] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.108992] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.268139] env[69367]: INFO networking_nsxv3.common.synchronization [req-02155618-7e71-46a8-85af-b4fdc358a149 req-0d1caf03-c410-4d04-822d-4a97ef467f06 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Enqueued Resource ID: 96619964-d916-4513-bd45-1dbafee0a5b3 with Priority: HIGHEST for action security_group_members [ 870.268806] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96619964-d916-4513-bd45-1dbafee0a5b3 with Priority: HIGHEST for action security_group_members [ 870.269201] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-96619964-d916-4513-bd45-1dbafee0a5b3 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.269333] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.269411] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.269674] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.269810] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.269911] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.269977] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.270135] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.270221] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.270316] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.506867] env[69367]: INFO networking_nsxv3.common.synchronization [req-02155618-7e71-46a8-85af-b4fdc358a149 req-45cef907-5919-4733-aa37-576b8cce1088 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Enqueued Resource ID: 96619964-d916-4513-bd45-1dbafee0a5b3 with Priority: HIGHEST for action security_group_members [ 870.506867] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96619964-d916-4513-bd45-1dbafee0a5b3 with Priority: HIGHEST for action security_group_members [ 870.506867] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-96619964-d916-4513-bd45-1dbafee0a5b3 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.506867] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.543147] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.548042] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-300f812c-2610-444b-8066-b75c76ae0aee taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.548042] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.548042] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99bc8369-e1d4-47d6-a557-f5fcda867e2c with status ACTIVE [ 870.548042] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.548042] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.548042] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.548042] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.548042] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.548042] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.549015] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.549015] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.549015] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.549015] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.549015] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.549015] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.549015] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.549456] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.549456] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.551592] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99bc8369-e1d4-47d6-a557-f5fcda867e2c is going to be updated. [ 870.576183] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.576359] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.576436] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.576605] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.576746] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.576904] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99bc8369-e1d4-47d6-a557-f5fcda867e2c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.611033] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96619964-d916-4513-bd45-1dbafee0a5b3: rpc.has_security_group_logging(os_id): False [ 870.630164] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.630406] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.630480] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.630705] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.630820] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.631137] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.631281] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.631362] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.631554] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.631718] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.631918] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.632075] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.632177] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.632383] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.632488] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.632778] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.632858] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.632914] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.633056] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.633137] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.633225] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96619964-d916-4513-bd45-1dbafee0a5b3 is going to be updated. [ 870.728121] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.728400] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.728478] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.728716] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.728874] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.767898] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96619964-d916-4513-bd45-1dbafee0a5b3 in Status: IN_PROGRESS for 2s [ 870.774399] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.057786] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.278101] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.564026] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.564196] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.564288] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.564574] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.564668] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.564853] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 300f812c-2610-444b-8066-b75c76ae0aee is going to be created. [ 871.589527] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.589781] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.589853] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.590103] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.590273] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.606359] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 300f812c-2610-444b-8066-b75c76ae0aee in Status: UNINITIALIZED for 2s [ 871.783107] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.783330] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.783462] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.783787] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.783945] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.784173] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96619964-d916-4513-bd45-1dbafee0a5b3 is going to be updated. [ 871.818459] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.818641] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.818641] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.818879] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.819054] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.834169] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96619964-d916-4513-bd45-1dbafee0a5b3 in Status: IN_PROGRESS for 2s [ 872.787037] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96619964-d916-4513-bd45-1dbafee0a5b3 in Status: SUCCESS [ 872.787433] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.616878] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 300f812c-2610-444b-8066-b75c76ae0aee in Status: SUCCESS [ 873.619262] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.619562] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.619892] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.620129] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.620254] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.620320] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.620501] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.620672] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.620789] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.620896] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.625454] env[69367]: INFO networking_nsxv3.common.synchronization [req-e09be281-6b2b-4613-a1cd-fca65cd855e4 req-a1f380c2-09aa-4271-9ef4-e9e7cbe75b67 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Enqueued Resource ID: b5d04874-25c8-4612-8cf5-963c176a7d67 with Priority: HIGHEST for action security_group_members [ 873.625454] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5d04874-25c8-4612-8cf5-963c176a7d67 with Priority: HIGHEST for action security_group_members [ 873.625454] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5d04874-25c8-4612-8cf5-963c176a7d67 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.625454] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.625454] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.625777] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.626049] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.626049] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.626049] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.626266] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.626330] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.626439] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.846251] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96619964-d916-4513-bd45-1dbafee0a5b3 in Status: SUCCESS [ 873.846251] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.846614] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.847581] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.847581] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.847581] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.847581] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.847581] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.847581] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.847957] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.084462] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-631 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.085314] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-631" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.085314] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-631" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.085314] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-631" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.085590] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.085657] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.085761] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.086060] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.086198] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.086419] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 874.086558] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.086741] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.086886] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.087016] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 874.087136] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.087270] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.123159] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.123392] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 874.123536] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.123714] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-631" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.124049] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-2485f925-5682-45d7-afda-0dece989727a taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.124259] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-2485f925-5682-45d7-afda-0dece989727a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.124387] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-2485f925-5682-45d7-afda-0dece989727a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.124830] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-2485f925-5682-45d7-afda-0dece989727a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.124969] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2485f925-5682-45d7-afda-0dece989727a',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.126011] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-300f812c-2610-444b-8066-b75c76ae0aee taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.126126] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.127015] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.127015] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.127015] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.127015] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.127015] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.127015] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.127316] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.127316] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.127393] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-300f812c-2610-444b-8066-b75c76ae0aee taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.127471] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.127530] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.127761] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.127942] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.128096] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.128170] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.128318] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.128415] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.128550] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.128610] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.130538] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.352773] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.352773] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.352773] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.352773] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.352773] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.352773] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.352773] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.352773] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.352773] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.352773] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.352773] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96619964-d916-4513-bd45-1dbafee0a5b3 is going to be updated. [ 874.393481] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.393633] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.393698] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.394568] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.394568] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.404840] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96619964-d916-4513-bd45-1dbafee0a5b3 in Status: IN_PROGRESS for 2s [ 874.631600] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.631813] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.631950] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.632265] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.632433] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.632591] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 2485f925-5682-45d7-afda-0dece989727a not found, creating... [ 874.632854] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.633027] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.633149] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.633494] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.633584] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.633854] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.634018] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.634138] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.634353] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.634487] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.634627] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 2485f925-5682-45d7-afda-0dece989727a is going to be created. [ 874.636126] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 300f812c-2610-444b-8066-b75c76ae0aee: rpc.has_security_group_logging(os_id): False [ 874.637381] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.661334] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.661563] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.661563] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.661768] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.661855] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.662187] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.662295] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.662355] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.662552] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.666024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.666024] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.666024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.666024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.666024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.666024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.666024] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.666024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.666024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.666024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.666024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.666024] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 300f812c-2610-444b-8066-b75c76ae0aee is going to be created. [ 874.667751] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.669257] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.669390] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.669668] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.671480] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.671480] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-2485f925-5682-45d7-afda-0dece989727a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.735498] env[69367]: INFO networking_nsxv3.common.synchronization [req-ad7c6d41-da31-4354-be2b-effb389e5035 req-66561abf-25c0-42df-b00b-ee03a0f268e0 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Enqueued Resource ID: 2ecf379e-4baa-4fa6-b0a3-922199f6d3a9 with Priority: HIGHEST for action security_group_members [ 874.735498] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ecf379e-4baa-4fa6-b0a3-922199f6d3a9 with Priority: HIGHEST for action security_group_members [ 874.735498] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ecf379e-4baa-4fa6-b0a3-922199f6d3a9 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.735498] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ecf379e-4baa-4fa6-b0a3-922199f6d3a9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.735498] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ecf379e-4baa-4fa6-b0a3-922199f6d3a9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.735498] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ecf379e-4baa-4fa6-b0a3-922199f6d3a9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.735498] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.735498] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.735498] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.735498] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.735498] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.735498] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ecf379e-4baa-4fa6-b0a3-922199f6d3a9',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.752873] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.753133] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.753192] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.753489] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.753710] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.774354] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 300f812c-2610-444b-8066-b75c76ae0aee in Status: IN_PROGRESS for 2s [ 875.142572] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.142974] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.142974] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.143071] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.143155] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.143260] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5d04874-25c8-4612-8cf5-963c176a7d67 is going to be updated. [ 875.177629] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.177629] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.177629] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.177629] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.177629] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.186134] env[69367]: INFO networking_nsxv3.common.synchronization [req-5bf61e3b-30bb-43f4-8e89-0daa649fb6e9 req-b08753a1-0f15-466e-984a-aa12ca80321b tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Enqueued Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGHEST for action security_group_members [ 875.186134] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGHEST for action security_group_members [ 875.186134] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-339018b6-4421-400f-afea-14fd86be5c3d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.186134] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.186340] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.186477] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.186641] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.186744] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.186805] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.186954] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.187069] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.187165] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.189070] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5d04874-25c8-4612-8cf5-963c176a7d67 in Status: IN_PROGRESS for 2s [ 875.236737] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.236737] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.236871] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.236969] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.237072] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.237321] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.237431] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.237431] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.237584] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.237657] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.237748] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ecf379e-4baa-4fa6-b0a3-922199f6d3a9 is going to be updated. [ 875.285268] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.285414] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.285471] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.285683] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.285823] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.296665] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ecf379e-4baa-4fa6-b0a3-922199f6d3a9 in Status: IN_PROGRESS for 2s [ 875.452844] env[69367]: INFO networking_nsxv3.common.synchronization [req-e09be281-6b2b-4613-a1cd-fca65cd855e4 req-462f7f7a-0c81-4550-9e54-5ec8b4708305 service nova] Enqueued Resource ID: b5d04874-25c8-4612-8cf5-963c176a7d67 with Priority: HIGHEST for action security_group_rules [ 875.453041] env[69367]: INFO networking_nsxv3.common.synchronization [req-e09be281-6b2b-4613-a1cd-fca65cd855e4 req-462f7f7a-0c81-4550-9e54-5ec8b4708305 service nova] Enqueued Resource ID: b5d04874-25c8-4612-8cf5-963c176a7d67 with Priority: HIGHEST for action security_group_members [ 875.453549] env[69367]: INFO networking_nsxv3.common.synchronization [req-e09be281-6b2b-4613-a1cd-fca65cd855e4 req-462f7f7a-0c81-4550-9e54-5ec8b4708305 service nova] Enqueued Resource ID: 2485f925-5682-45d7-afda-0dece989727a with Priority: HIGHEST for action port [ 875.453908] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5d04874-25c8-4612-8cf5-963c176a7d67 with Priority: HIGHEST for action security_group_rules [ 875.453908] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5d04874-25c8-4612-8cf5-963c176a7d67 with Priority: HIGHEST for action security_group_members [ 875.453997] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2485f925-5682-45d7-afda-0dece989727a with Priority: HIGHEST for action port [ 875.455865] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5d04874-25c8-4612-8cf5-963c176a7d67 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.456587] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.456696] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.459069] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.459200] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.460149] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5d04874-25c8-4612-8cf5-963c176a7d67 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.460256] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.460452] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-2485f925-5682-45d7-afda-0dece989727a taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.460557] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2485f925-5682-45d7-afda-0dece989727a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.460623] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2485f925-5682-45d7-afda-0dece989727a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.460865] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2485f925-5682-45d7-afda-0dece989727a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.460948] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2485f925-5682-45d7-afda-0dece989727a',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.691051] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.691051] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.691251] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.691494] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.693229] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.693229] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.693229] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.693229] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.693229] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.693229] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.693229] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 339018b6-4421-400f-afea-14fd86be5c3d is going to be updated. [ 875.730552] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.731468] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.731468] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.731468] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.731468] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.744399] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 339018b6-4421-400f-afea-14fd86be5c3d in Status: IN_PROGRESS for 2s [ 875.962667] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5d04874-25c8-4612-8cf5-963c176a7d67 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.962873] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.966348] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2485f925-5682-45d7-afda-0dece989727a with status ACTIVE [ 875.966694] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.966993] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.968035] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.968035] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.968035] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.968035] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.968035] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.968035] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.968366] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.968366] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.968442] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.968496] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.968558] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.968715] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.968815] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.968923] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2485f925-5682-45d7-afda-0dece989727a is going to be updated. [ 876.034099] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.034338] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.034338] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.034598] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.034675] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.034841] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2485f925-5682-45d7-afda-0dece989727a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.415761] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96619964-d916-4513-bd45-1dbafee0a5b3 in Status: SUCCESS [ 876.416015] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96619964-d916-4513-bd45-1dbafee0a5b3 deletion is rescheduled due to dependency. [ 876.416097] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.788050] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 300f812c-2610-444b-8066-b75c76ae0aee in Status: SUCCESS [ 876.788314] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.199867] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5d04874-25c8-4612-8cf5-963c176a7d67 in Status: SUCCESS [ 877.199867] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.199867] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.199867] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.200310] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.200310] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.200310] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.200501] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.200570] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.200693] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.307442] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ecf379e-4baa-4fa6-b0a3-922199f6d3a9 in Status: SUCCESS [ 877.307664] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ecf379e-4baa-4fa6-b0a3-922199f6d3a9 deletion is rescheduled due to dependency. [ 877.307738] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ecf379e-4baa-4fa6-b0a3-922199f6d3a9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.704388] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.759901] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 339018b6-4421-400f-afea-14fd86be5c3d in Status: SUCCESS [ 877.760201] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 339018b6-4421-400f-afea-14fd86be5c3d deletion is rescheduled due to dependency. [ 877.760381] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.019232] env[69367]: INFO networking_nsxv3.common.synchronization [req-b3c97249-f230-4075-85b9-b5be0d799fa6 req-8445297a-1db1-46d7-a3f8-df0f25bda091 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Enqueued Resource ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef with Priority: HIGHEST for action security_group_members [ 878.019897] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef with Priority: HIGHEST for action security_group_members [ 878.020318] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.020454] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.020522] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.020789] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.020972] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.021092] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.021157] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.021327] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.021415] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.021512] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3ffa4eb-445d-4eda-b312-aa92ca99e9ef',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.207751] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.446766] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-916 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.446766] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-916" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.446766] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-916" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.446766] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-916" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.446766] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.446766] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.446766] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.446766] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.446766] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.448609] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 878.448766] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 878.448929] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 878.449106] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 878.449236] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 878.449350] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 878.449490] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 878.472472] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 878.472645] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 878.472800] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 878.473021] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-916" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.473361] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-f52da84d-da72-4480-b56e-dc71093c4102 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.473594] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-f52da84d-da72-4480-b56e-dc71093c4102" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.473731] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-f52da84d-da72-4480-b56e-dc71093c4102" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.474130] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-f52da84d-da72-4480-b56e-dc71093c4102" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.474224] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f52da84d-da72-4480-b56e-dc71093c4102',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.527535] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.527711] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.527773] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.528411] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.528411] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.528411] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.528411] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.528411] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.528719] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.528719] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.528719] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef already deleted. [ 878.528847] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.710449] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.713543] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.713543] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.713543] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.713543] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.713543] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5d04874-25c8-4612-8cf5-963c176a7d67 is going to be updated. [ 878.744377] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.744595] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.744645] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.744940] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.745140] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.755152] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5d04874-25c8-4612-8cf5-963c176a7d67 in Status: IN_PROGRESS for 2s [ 878.978071] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.978071] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.978071] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.978071] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.978544] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.978544] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port f52da84d-da72-4480-b56e-dc71093c4102 not found, creating... [ 878.979981] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.979981] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.979981] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.979981] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.979981] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.979981] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.981239] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.981410] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.981691] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.981860] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.982027] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: f52da84d-da72-4480-b56e-dc71093c4102 is going to be created. [ 879.003785] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.004021] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.004154] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.004417] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.004645] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.004872] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-f52da84d-da72-4480-b56e-dc71093c4102" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.482926] env[69367]: INFO networking_nsxv3.common.synchronization [req-de617bd6-990f-421b-b7b3-e7a48d05d6a3 req-baf9c83b-9f6b-4f21-b872-d1491be956e9 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Enqueued Resource ID: 46d18483-ce10-445b-8052-106ee5f3afff with Priority: HIGHEST for action security_group_members [ 879.484575] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d18483-ce10-445b-8052-106ee5f3afff with Priority: HIGHEST for action security_group_members [ 879.485490] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d18483-ce10-445b-8052-106ee5f3afff taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.485731] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d18483-ce10-445b-8052-106ee5f3afff" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.485841] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d18483-ce10-445b-8052-106ee5f3afff" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.486199] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d18483-ce10-445b-8052-106ee5f3afff" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.486473] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.486622] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.486701] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.487109] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.487274] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.491025] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46d18483-ce10-445b-8052-106ee5f3afff',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.994148] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.994148] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.994148] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.994493] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.994493] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.994722] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.994877] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.994952] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.995147] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.995226] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.995314] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d18483-ce10-445b-8052-106ee5f3afff is going to be updated. [ 880.036719] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.037051] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.037193] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.037522] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.038120] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.049532] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d18483-ce10-445b-8052-106ee5f3afff in Status: IN_PROGRESS for 2s [ 880.108513] env[69367]: INFO networking_nsxv3.common.synchronization [req-b3c97249-f230-4075-85b9-b5be0d799fa6 req-97bb18f8-5654-410f-9c6f-56e0b9f75e63 service nova] Enqueued Resource ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef with Priority: HIGHEST for action security_group_rules [ 880.108513] env[69367]: INFO networking_nsxv3.common.synchronization [req-b3c97249-f230-4075-85b9-b5be0d799fa6 req-97bb18f8-5654-410f-9c6f-56e0b9f75e63 service nova] Enqueued Resource ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef with Priority: HIGHEST for action security_group_members [ 880.108513] env[69367]: INFO networking_nsxv3.common.synchronization [req-b3c97249-f230-4075-85b9-b5be0d799fa6 req-97bb18f8-5654-410f-9c6f-56e0b9f75e63 service nova] Enqueued Resource ID: f52da84d-da72-4480-b56e-dc71093c4102 with Priority: HIGHEST for action port [ 880.108513] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef with Priority: HIGHEST for action security_group_rules [ 880.108513] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef with Priority: HIGHEST for action security_group_members [ 880.108513] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f52da84d-da72-4480-b56e-dc71093c4102 with Priority: HIGHEST for action port [ 880.108513] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.108513] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.108513] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.108513] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.108513] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3ffa4eb-445d-4eda-b312-aa92ca99e9ef',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.110689] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.110983] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.111427] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.111719] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.111980] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.112201] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.112367] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.112621] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.112812] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.113044] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3ffa4eb-445d-4eda-b312-aa92ca99e9ef',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.113914] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-f52da84d-da72-4480-b56e-dc71093c4102 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.114176] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f52da84d-da72-4480-b56e-dc71093c4102" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.114337] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f52da84d-da72-4480-b56e-dc71093c4102" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.114647] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f52da84d-da72-4480-b56e-dc71093c4102" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.115680] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f52da84d-da72-4480-b56e-dc71093c4102',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.617395] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3ffa4eb-445d-4eda-b312-aa92ca99e9ef',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.618902] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.619923] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.621822] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f52da84d-da72-4480-b56e-dc71093c4102 with status ACTIVE [ 880.622066] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.623341] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.623474] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.623716] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.623816] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.624055] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.624178] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.624234] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.624400] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.624480] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.624673] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.624777] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.624899] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.625008] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.625093] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.625184] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f52da84d-da72-4480-b56e-dc71093c4102 is going to be updated. [ 880.664058] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.664813] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.664813] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.664813] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.664813] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.665031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f52da84d-da72-4480-b56e-dc71093c4102" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.699215] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.699489] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.699599] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.699945] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.700079] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.777373] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5d04874-25c8-4612-8cf5-963c176a7d67 in Status: SUCCESS [ 880.777373] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.777615] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.777723] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.777974] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.778145] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.778216] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.778427] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.778545] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.778657] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.778779] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.132302] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3ffa4eb-445d-4eda-b312-aa92ca99e9ef',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.206411] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.282857] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5d04874-25c8-4612-8cf5-963c176a7d67 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.282857] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.282857] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.283148] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.283254] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.283968] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.283968] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.283968] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.283968] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.283968] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.284308] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5d04874-25c8-4612-8cf5-963c176a7d67 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.284480] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.284480] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.284716] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.284782] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.284851] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.284907] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.285066] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.286662] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.286662] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.286662] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.490371] env[69367]: INFO networking_nsxv3.common.synchronization [req-0020b117-7d2d-474e-9168-3b3f16fee4ed req-181511b9-9c3e-4d2d-b993-9703a506fb47 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Enqueued Resource ID: b53c5278-fc27-45d6-ad04-735045797129 with Priority: HIGHEST for action security_group_members [ 881.490906] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b53c5278-fc27-45d6-ad04-735045797129 with Priority: HIGHEST for action security_group_members [ 881.491218] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b53c5278-fc27-45d6-ad04-735045797129 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.491372] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b53c5278-fc27-45d6-ad04-735045797129" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.491434] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b53c5278-fc27-45d6-ad04-735045797129" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.491625] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b53c5278-fc27-45d6-ad04-735045797129" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.491791] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.491906] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.492029] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.493826] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.493826] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.493826] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b53c5278-fc27-45d6-ad04-735045797129',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.635195] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.635406] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.635468] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.635683] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.635771] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.635902] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef is going to be created. [ 881.663913] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.663913] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.663913] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.663913] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.663913] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.673854] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef in Status: UNINITIALIZED for 2s [ 881.709980] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.788178] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5d04874-25c8-4612-8cf5-963c176a7d67: rpc.has_security_group_logging(os_id): False [ 881.811459] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.811459] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.811459] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.811459] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.811459] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.811459] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.811459] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.811459] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.811459] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.811459] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.814450] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.814653] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.814718] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.814894] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.814980] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.815222] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.815339] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.815404] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.815531] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.815658] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.815913] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5d04874-25c8-4612-8cf5-963c176a7d67 is going to be updated. [ 881.885519] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.885519] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.885519] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.885519] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.885519] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.906787] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5d04874-25c8-4612-8cf5-963c176a7d67 in Status: IN_PROGRESS for 2s [ 881.995159] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.995701] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.995879] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.996235] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.999034] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.999034] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.999034] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.999034] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.999034] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.999034] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.999034] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b53c5278-fc27-45d6-ad04-735045797129 is going to be updated. [ 882.031981] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.032195] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.032274] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.032486] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.032623] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.044998] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b53c5278-fc27-45d6-ad04-735045797129 in Status: IN_PROGRESS for 2s [ 882.060035] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d18483-ce10-445b-8052-106ee5f3afff in Status: SUCCESS [ 882.060311] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d18483-ce10-445b-8052-106ee5f3afff deletion is rescheduled due to dependency. [ 882.060470] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d18483-ce10-445b-8052-106ee5f3afff" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.211149] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 882.211555] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 883.124619] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.125192] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.125276] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.125506] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.139114] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 883.142046] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.142046] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 883.169462] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.169624] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.169676] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.170010] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.178722] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.179428] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 883.179528] env[69367]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69367) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 883.183020] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 883.217028] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.217481] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.217481] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.217596] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.219707] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.219980] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 883.287260] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.287385] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.287442] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.287775] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.288019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.288460] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 883.355110] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.355304] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.355360] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.355534] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.356119] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.356119] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:37. [ 883.356305] env[69367]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'a8823bb1-ab10-4f38-a3cd-85fcd457f57e', '40f15421-8dbd-46e4-be17-05ff314d7f04', '82cb83b1-39c8-46e2-96e0-4a304f1370b1', '60097369-5cec-47b5-9760-2326a637dc4d', '8367387f-a4b9-4a62-bba9-0db1941fe03c', '3bde08b4-cb4a-4246-a378-835c5a20c2a0', '2ecf379e-4baa-4fa6-b0a3-922199f6d3a9', 'b08be970-0bc5-4609-8672-65cb670e13b6', '63f87fcc-e724-46d5-84c3-eee17160a114', 'a7823323-dbd9-426e-845b-f8fd7266f47c', 'c6d6fdf7-f6f4-410c-9619-eb98ef75ca50', '757ac155-9c64-4cee-8e4c-9d6162d4bd63', '339018b6-4421-400f-afea-14fd86be5c3d', '86fde498-85da-456a-9f5d-cdc109a3f9f8', '78bd77d3-95a3-44e1-b8b9-9d87ec388778', 'b5d04874-25c8-4612-8cf5-963c176a7d67', '274f0898-6a56-45d1-ad8f-ebd9165fe922', '938b17d8-83c7-4e14-a36c-c5771d177c30', '3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee', 'b53c5278-fc27-45d6-ad04-735045797129', '300f812c-2610-444b-8066-b75c76ae0aee', 'fa800a07-41ba-4592-967e-edb5b4924e1d', '1df76d5c-32f0-413e-a0ee-6d52334d1620', '33f0ba52-3d71-4b44-8dce-e0837b83d780', '0733d590-5f84-452f-9a74-18888946451a', '0553f5be-9a24-499f-96ac-6f6b36534e4b', 'e300d9d7-a7b7-4eb1-a36c-40b7a711e085', '4e47e88d-3825-420b-9cf2-6d066d3befd8', 'fa099e9b-1217-4857-aba3-cc67ea1f62a4', '96619964-d916-4513-bd45-1dbafee0a5b3', '46d18483-ce10-445b-8052-106ee5f3afff', '46cf2c48-7f66-4b50-8929-c8fa82a9b55e', '0b258c48-8097-4a97-8fb2-9c6fb25659d1', 'd1525c35-a8c9-4b67-9182-fc38959a0d4e', '0bf044f7-3f30-45e6-967a-051d85aae65b', '5f33f496-fbf9-42e2-865d-9a764902a632', '4b54a787-ed71-4a16-b0ef-ba0f6e994388'} {{(pid=69367) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 883.356305] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 883.376167] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.376167] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.376167] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.376865] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.376935] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.377382] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 883.377382] env[69367]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69367) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 883.377382] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 883.442850] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.443092] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.443092] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.443288] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.445172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.445516] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 883.445652] env[69367]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69367) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 883.445725] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 883.445787] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 883.445853] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/37 resources of Type:Security Group Rules [ 883.445947] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a8823bb1-ab10-4f38-a3cd-85fcd457f57e with Priority: HIGH for action security_group_rules [ 883.446078] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 with Priority: HIGH for action security_group_rules [ 883.446155] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 82cb83b1-39c8-46e2-96e0-4a304f1370b1 with Priority: HIGH for action security_group_rules [ 883.446226] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 60097369-5cec-47b5-9760-2326a637dc4d with Priority: HIGH for action security_group_rules [ 883.446451] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8367387f-a4b9-4a62-bba9-0db1941fe03c with Priority: HIGH for action security_group_rules [ 883.446451] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 with Priority: HIGH for action security_group_rules [ 883.446451] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2ecf379e-4baa-4fa6-b0a3-922199f6d3a9 with Priority: HIGH for action security_group_rules [ 883.446864] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b08be970-0bc5-4609-8672-65cb670e13b6 with Priority: HIGH for action security_group_rules [ 883.446864] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63f87fcc-e724-46d5-84c3-eee17160a114 with Priority: HIGH for action security_group_rules [ 883.446864] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a7823323-dbd9-426e-845b-f8fd7266f47c with Priority: HIGH for action security_group_rules [ 883.446864] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 with Priority: HIGH for action security_group_rules [ 883.446864] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 757ac155-9c64-4cee-8e4c-9d6162d4bd63 with Priority: HIGH for action security_group_rules [ 883.446864] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGH for action security_group_rules [ 883.446864] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86fde498-85da-456a-9f5d-cdc109a3f9f8 with Priority: HIGH for action security_group_rules [ 883.447425] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 78bd77d3-95a3-44e1-b8b9-9d87ec388778 with Priority: HIGH for action security_group_rules [ 883.447425] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5d04874-25c8-4612-8cf5-963c176a7d67 with Priority: HIGH for action security_group_rules [ 883.447425] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 with Priority: HIGH for action security_group_rules [ 883.447425] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 with Priority: HIGH for action security_group_rules [ 883.447425] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee with Priority: HIGH for action security_group_rules [ 883.447425] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b53c5278-fc27-45d6-ad04-735045797129 with Priority: HIGH for action security_group_rules [ 883.447425] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.686739] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef in Status: SUCCESS [ 883.687040] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.687221] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.690863] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.690863] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.690863] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.690863] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.690863] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.690863] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.690863] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.690863] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3ffa4eb-445d-4eda-b312-aa92ca99e9ef',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.926621] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5d04874-25c8-4612-8cf5-963c176a7d67 in Status: SUCCESS [ 883.926984] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.058286] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b53c5278-fc27-45d6-ad04-735045797129 in Status: SUCCESS [ 884.058531] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b53c5278-fc27-45d6-ad04-735045797129 deletion is rescheduled due to dependency. [ 884.058650] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b53c5278-fc27-45d6-ad04-735045797129" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.195031] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.195031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.195031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.195031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.195031] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.195031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.195031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.195031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.195031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.195031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.195031] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.195031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.195031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.195031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.195031] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.195031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.195914] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.195914] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.195914] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.195914] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.195914] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3ffa4eb-445d-4eda-b312-aa92ca99e9ef',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.703659] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3ffa4eb-445d-4eda-b312-aa92ca99e9ef: rpc.has_security_group_logging(os_id): False [ 884.727578] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.727578] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.727578] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.727578] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.727578] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.727578] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.727578] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.727578] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.727578] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.727578] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.727578] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.733593] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.733593] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.733593] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.733593] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.733922] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.734108] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.734108] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.734258] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.734338] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.734542] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef is going to be created. [ 884.795916] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.797334] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.797334] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.797334] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.797334] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.809439] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef in Status: IN_PROGRESS for 2s [ 886.491604] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 886.491983] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 886.491983] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8823bb1-ab10-4f38-a3cd-85fcd457f57e with Priority: HIGH for action security_group_rules [ 886.491983] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82cb83b1-39c8-46e2-96e0-4a304f1370b1 with Priority: HIGH for action security_group_rules [ 886.492117] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ecf379e-4baa-4fa6-b0a3-922199f6d3a9 with Priority: HIGH for action security_group_rules [ 886.492215] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78bd77d3-95a3-44e1-b8b9-9d87ec388778 with Priority: HIGH for action security_group_rules [ 886.492315] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b53c5278-fc27-45d6-ad04-735045797129 with Priority: HIGH for action security_group_rules [ 886.492411] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee with Priority: HIGH for action security_group_rules [ 886.492511] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 with Priority: HIGH for action security_group_rules [ 886.493107] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 with Priority: HIGH for action security_group_rules [ 886.493240] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86fde498-85da-456a-9f5d-cdc109a3f9f8 with Priority: HIGH for action security_group_rules [ 886.493340] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5d04874-25c8-4612-8cf5-963c176a7d67 with Priority: HIGH for action security_group_rules [ 886.493449] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGH for action security_group_rules [ 886.493583] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 757ac155-9c64-4cee-8e4c-9d6162d4bd63 with Priority: HIGH for action security_group_rules [ 886.493681] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 with Priority: HIGH for action security_group_rules [ 886.493770] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7823323-dbd9-426e-845b-f8fd7266f47c with Priority: HIGH for action security_group_rules [ 886.493860] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f87fcc-e724-46d5-84c3-eee17160a114 with Priority: HIGH for action security_group_rules [ 886.493949] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 with Priority: HIGH for action security_group_rules [ 886.494048] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b08be970-0bc5-4609-8672-65cb670e13b6 with Priority: HIGH for action security_group_rules [ 886.494139] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8367387f-a4b9-4a62-bba9-0db1941fe03c with Priority: HIGH for action security_group_rules [ 886.494225] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 with Priority: HIGH for action security_group_rules [ 886.494313] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60097369-5cec-47b5-9760-2326a637dc4d with Priority: HIGH for action security_group_rules [ 886.494709] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8823bb1-ab10-4f38-a3cd-85fcd457f57e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.495275] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8823bb1-ab10-4f38-a3cd-85fcd457f57e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.495275] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8823bb1-ab10-4f38-a3cd-85fcd457f57e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.495275] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8823bb1-ab10-4f38-a3cd-85fcd457f57e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.495275] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8823bb1-ab10-4f38-a3cd-85fcd457f57e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.496187] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82cb83b1-39c8-46e2-96e0-4a304f1370b1 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.496305] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82cb83b1-39c8-46e2-96e0-4a304f1370b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.496371] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82cb83b1-39c8-46e2-96e0-4a304f1370b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.496543] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82cb83b1-39c8-46e2-96e0-4a304f1370b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.496633] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82cb83b1-39c8-46e2-96e0-4a304f1370b1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.497414] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ecf379e-4baa-4fa6-b0a3-922199f6d3a9 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.497526] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ecf379e-4baa-4fa6-b0a3-922199f6d3a9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.497601] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ecf379e-4baa-4fa6-b0a3-922199f6d3a9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.497764] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ecf379e-4baa-4fa6-b0a3-922199f6d3a9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.497843] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ecf379e-4baa-4fa6-b0a3-922199f6d3a9',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.498631] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78bd77d3-95a3-44e1-b8b9-9d87ec388778 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.498752] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78bd77d3-95a3-44e1-b8b9-9d87ec388778" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.498809] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78bd77d3-95a3-44e1-b8b9-9d87ec388778" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.498954] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78bd77d3-95a3-44e1-b8b9-9d87ec388778" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.499058] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78bd77d3-95a3-44e1-b8b9-9d87ec388778',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.500417] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b53c5278-fc27-45d6-ad04-735045797129 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.500559] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b53c5278-fc27-45d6-ad04-735045797129" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.500615] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b53c5278-fc27-45d6-ad04-735045797129" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.500729] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b53c5278-fc27-45d6-ad04-735045797129" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.500811] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b53c5278-fc27-45d6-ad04-735045797129',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.501780] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.501888] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.501949] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.502136] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.502254] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.503053] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-938b17d8-83c7-4e14-a36c-c5771d177c30 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.503165] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.503279] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.503406] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.503471] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('938b17d8-83c7-4e14-a36c-c5771d177c30',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.504303] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-274f0898-6a56-45d1-ad8f-ebd9165fe922 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.504417] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.504466] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.504608] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.504678] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('274f0898-6a56-45d1-ad8f-ebd9165fe922',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.505703] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86fde498-85da-456a-9f5d-cdc109a3f9f8 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.505834] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86fde498-85da-456a-9f5d-cdc109a3f9f8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.505893] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86fde498-85da-456a-9f5d-cdc109a3f9f8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.506014] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86fde498-85da-456a-9f5d-cdc109a3f9f8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.507427] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86fde498-85da-456a-9f5d-cdc109a3f9f8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.507427] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5d04874-25c8-4612-8cf5-963c176a7d67 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.507427] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.507427] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.507427] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.507427] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.508097] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-339018b6-4421-400f-afea-14fd86be5c3d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.508205] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.508271] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.508419] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.508485] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.508712] env[69367]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 886.509500] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-757ac155-9c64-4cee-8e4c-9d6162d4bd63 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.509605] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-757ac155-9c64-4cee-8e4c-9d6162d4bd63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.509666] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-757ac155-9c64-4cee-8e4c-9d6162d4bd63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.509811] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-757ac155-9c64-4cee-8e4c-9d6162d4bd63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.509911] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('757ac155-9c64-4cee-8e4c-9d6162d4bd63',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.510734] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.510847] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.510915] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.511086] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.511162] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6d6fdf7-f6f4-410c-9619-eb98ef75ca50',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.511961] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7823323-dbd9-426e-845b-f8fd7266f47c taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.512079] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7823323-dbd9-426e-845b-f8fd7266f47c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.512136] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7823323-dbd9-426e-845b-f8fd7266f47c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.512308] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7823323-dbd9-426e-845b-f8fd7266f47c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.512382] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7823323-dbd9-426e-845b-f8fd7266f47c',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.513334] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63f87fcc-e724-46d5-84c3-eee17160a114 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.513465] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63f87fcc-e724-46d5-84c3-eee17160a114" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.513561] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63f87fcc-e724-46d5-84c3-eee17160a114" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.513713] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63f87fcc-e724-46d5-84c3-eee17160a114" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.513788] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63f87fcc-e724-46d5-84c3-eee17160a114',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.514600] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bde08b4-cb4a-4246-a378-835c5a20c2a0 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.514698] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.514765] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.514906] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.514978] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bde08b4-cb4a-4246-a378-835c5a20c2a0',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.515792] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b08be970-0bc5-4609-8672-65cb670e13b6 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.515900] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b08be970-0bc5-4609-8672-65cb670e13b6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.515966] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b08be970-0bc5-4609-8672-65cb670e13b6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.516123] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b08be970-0bc5-4609-8672-65cb670e13b6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.516195] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b08be970-0bc5-4609-8672-65cb670e13b6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.517151] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8367387f-a4b9-4a62-bba9-0db1941fe03c taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.517259] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8367387f-a4b9-4a62-bba9-0db1941fe03c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.517327] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8367387f-a4b9-4a62-bba9-0db1941fe03c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.517475] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8367387f-a4b9-4a62-bba9-0db1941fe03c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.517546] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8367387f-a4b9-4a62-bba9-0db1941fe03c',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.518389] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40f15421-8dbd-46e4-be17-05ff314d7f04 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.518492] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.518558] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.518808] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.518808] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40f15421-8dbd-46e4-be17-05ff314d7f04',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.520090] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60097369-5cec-47b5-9760-2326a637dc4d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.520090] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60097369-5cec-47b5-9760-2326a637dc4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.520090] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60097369-5cec-47b5-9760-2326a637dc4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.520090] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60097369-5cec-47b5-9760-2326a637dc4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.520090] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60097369-5cec-47b5-9760-2326a637dc4d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.824996] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef in Status: SUCCESS [ 886.825293] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.046259] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.046410] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.049022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.049022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.050172] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.050325] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.064587] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5d04874-25c8-4612-8cf5-963c176a7d67 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.064872] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.064940] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.065271] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.065371] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.065431] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.065564] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.065603] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.065685] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.065763] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.065851] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.069011] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bde08b4-cb4a-4246-a378-835c5a20c2a0 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.069274] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.069274] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.069441] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.069692] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.069789] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.069846] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.070257] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.070400] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.070512] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.070604] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bde08b4-cb4a-4246-a378-835c5a20c2a0',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.073229] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-757ac155-9c64-4cee-8e4c-9d6162d4bd63 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.073364] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-757ac155-9c64-4cee-8e4c-9d6162d4bd63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.073596] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-757ac155-9c64-4cee-8e4c-9d6162d4bd63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.073647] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-757ac155-9c64-4cee-8e4c-9d6162d4bd63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.073786] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.073889] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.073965] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.074347] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.074347] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.074347] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-757ac155-9c64-4cee-8e4c-9d6162d4bd63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.074534] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('757ac155-9c64-4cee-8e4c-9d6162d4bd63',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.081167] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-86fde498-85da-456a-9f5d-cdc109a3f9f8 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.081167] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86fde498-85da-456a-9f5d-cdc109a3f9f8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.081167] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86fde498-85da-456a-9f5d-cdc109a3f9f8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.081167] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86fde498-85da-456a-9f5d-cdc109a3f9f8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.081167] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.081167] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.081167] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.081612] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.081612] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.081612] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86fde498-85da-456a-9f5d-cdc109a3f9f8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.081612] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86fde498-85da-456a-9f5d-cdc109a3f9f8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.082619] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b08be970-0bc5-4609-8672-65cb670e13b6 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.082718] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b08be970-0bc5-4609-8672-65cb670e13b6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.082786] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b08be970-0bc5-4609-8672-65cb670e13b6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.082951] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b08be970-0bc5-4609-8672-65cb670e13b6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.083117] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.083294] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.083294] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.083447] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.083538] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.083635] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b08be970-0bc5-4609-8672-65cb670e13b6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.083731] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b08be970-0bc5-4609-8672-65cb670e13b6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.084660] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-274f0898-6a56-45d1-ad8f-ebd9165fe922 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.084797] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.084861] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.085022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.085196] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.085292] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.085357] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.086103] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.086103] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.086103] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.086103] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('274f0898-6a56-45d1-ad8f-ebd9165fe922',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.087580] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-938b17d8-83c7-4e14-a36c-c5771d177c30 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.087580] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.087580] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.087580] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.087580] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.087580] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.087580] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.087580] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.087580] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.087580] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.088262] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('938b17d8-83c7-4e14-a36c-c5771d177c30',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.091881] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f15421-8dbd-46e4-be17-05ff314d7f04 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.092054] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.092270] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.092598] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.093378] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.093378] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.093378] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.093378] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.093378] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.093378] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.093378] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40f15421-8dbd-46e4-be17-05ff314d7f04',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.096671] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.096671] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.098986] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.099381] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.103973] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.104167] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82cb83b1-39c8-46e2-96e0-4a304f1370b1 is going to be deleted. [ 887.108962] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.108962] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.139295] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.139533] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.141124] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.144376] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.149600] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.149796] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.152023] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.152800] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.154012] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.154160] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.157219] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.157219] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.157360] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.157530] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.159166] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.159307] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ecf379e-4baa-4fa6-b0a3-922199f6d3a9 is going to be deleted. [ 887.161068] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.161182] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.161540] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.161540] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.181430] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.181654] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 339018b6-4421-400f-afea-14fd86be5c3d is going to be deleted. [ 887.182614] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.182887] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.217309] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.217470] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6d6fdf7-f6f4-410c-9619-eb98ef75ca50 is going to be deleted. [ 887.218655] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.218908] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.248793] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.248793] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.248793] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.250103] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.270503] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.270664] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8367387f-a4b9-4a62-bba9-0db1941fe03c is going to be deleted. [ 887.272393] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.272393] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.277124] env[69367]: INFO networking_nsxv3.common.synchronization [req-82cd1ca8-8a89-45a9-b99b-4ab3690b188b req-356b39b0-eb6e-4516-b5f0-417c6ae04488 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Enqueued Resource ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 with Priority: HIGHEST for action security_group_members [ 887.278299] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 with Priority: HIGHEST for action security_group_members [ 887.278649] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bde08b4-cb4a-4246-a378-835c5a20c2a0 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.278776] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.278830] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.279052] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.279973] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.279973] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.279973] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.279973] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.279973] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.279973] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bde08b4-cb4a-4246-a378-835c5a20c2a0',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.345284] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.345284] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60097369-5cec-47b5-9760-2326a637dc4d is going to be deleted. [ 887.346101] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.346325] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.378678] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.379446] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.380140] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.380293] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.402391] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.402547] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b53c5278-fc27-45d6-ad04-735045797129 is going to be deleted. [ 887.403644] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.403920] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.448662] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.448790] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.472383] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.473049] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63f87fcc-e724-46d5-84c3-eee17160a114 is going to be deleted. [ 887.473582] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.473805] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.528559] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.529028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.532926] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.533167] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7823323-dbd9-426e-845b-f8fd7266f47c is going to be deleted. [ 887.534529] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.534833] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.591590] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.591745] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.594645] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.595102] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee is going to be deleted. [ 887.596008] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-938b17d8-83c7-4e14-a36c-c5771d177c30 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.596157] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.596330] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.596857] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.597074] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.597208] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.597269] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.597567] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.597567] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.597567] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.597775] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-938b17d8-83c7-4e14-a36c-c5771d177c30 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.597925] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.597925] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.598071] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.598173] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.598259] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.598504] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.598649] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.598720] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.598812] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.598877] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('938b17d8-83c7-4e14-a36c-c5771d177c30',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.600055] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.600221] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.602028] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('757ac155-9c64-4cee-8e4c-9d6162d4bd63',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.606254] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5d04874-25c8-4612-8cf5-963c176a7d67 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.606254] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.606254] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.606254] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.606254] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.606254] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.606254] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.606254] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.606254] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.606254] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.606254] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5d04874-25c8-4612-8cf5-963c176a7d67 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.606254] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.606254] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.606254] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.606254] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.606254] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.607363] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.607363] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.607363] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.607363] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.607363] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.607363] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bde08b4-cb4a-4246-a378-835c5a20c2a0 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.607363] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.607651] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('274f0898-6a56-45d1-ad8f-ebd9165fe922',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.610029] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b08be970-0bc5-4609-8672-65cb670e13b6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.611331] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86fde498-85da-456a-9f5d-cdc109a3f9f8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.614925] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40f15421-8dbd-46e4-be17-05ff314d7f04',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.659364] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.659548] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.688333] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.688517] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78bd77d3-95a3-44e1-b8b9-9d87ec388778 is going to be deleted. [ 887.689481] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.689730] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.726787] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.727441] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.740740] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.740881] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8823bb1-ab10-4f38-a3cd-85fcd457f57e is going to be deleted. [ 887.741901] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.742160] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.742283] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.742416] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ecf379e-4baa-4fa6-b0a3-922199f6d3a9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.742590] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.742748] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.742829] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.742945] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82cb83b1-39c8-46e2-96e0-4a304f1370b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.743529] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.743693] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.743774] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.743893] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6d6fdf7-f6f4-410c-9619-eb98ef75ca50" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.744059] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.744212] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.744314] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.744460] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.744547] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.744658] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.744732] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.744833] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8367387f-a4b9-4a62-bba9-0db1941fe03c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.744963] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.745119] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.745194] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.745320] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60097369-5cec-47b5-9760-2326a637dc4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.745422] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.745557] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.745630] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.745749] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b53c5278-fc27-45d6-ad04-735045797129" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.745870] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.746011] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.746088] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.746197] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63f87fcc-e724-46d5-84c3-eee17160a114" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.746344] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.746484] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.746558] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.746689] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7823323-dbd9-426e-845b-f8fd7266f47c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.782165] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.782356] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.782426] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.782727] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.786048] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.786280] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.808964] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.809131] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.817322] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.817602] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.817724] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.817790] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.818070] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.818150] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.818235] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 is going to be updated. [ 887.819343] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.819685] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.819685] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.820018] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fc1ece8-bbaf-4ca7-9ba5-513a1935b6ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.820423] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.821498] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.821498] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.821498] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78bd77d3-95a3-44e1-b8b9-9d87ec388778" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.886318] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.886454] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.886800] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.887067] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.887166] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.887292] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8823bb1-ab10-4f38-a3cd-85fcd457f57e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.902024] env[69367]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 887.902024] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.902024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.902024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.902024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.902024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.937259] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 in Status: IN_PROGRESS for 2s [ 888.102778] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 938b17d8-83c7-4e14-a36c-c5771d177c30: rpc.has_security_group_logging(os_id): False [ 888.109646] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 757ac155-9c64-4cee-8e4c-9d6162d4bd63: rpc.has_security_group_logging(os_id): False [ 888.110754] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5d04874-25c8-4612-8cf5-963c176a7d67: rpc.has_security_group_logging(os_id): False [ 888.114683] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 274f0898-6a56-45d1-ad8f-ebd9165fe922: rpc.has_security_group_logging(os_id): False [ 888.115771] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b08be970-0bc5-4609-8672-65cb670e13b6: rpc.has_security_group_logging(os_id): False [ 888.116853] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86fde498-85da-456a-9f5d-cdc109a3f9f8: rpc.has_security_group_logging(os_id): False [ 888.117466] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40f15421-8dbd-46e4-be17-05ff314d7f04: rpc.has_security_group_logging(os_id): False [ 888.126590] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.126737] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.126791] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.127028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.131860] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.132019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.139630] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.140203] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.142481] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.142857] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.144481] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.144481] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.145406] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.145503] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.146269] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.146369] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.149779] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.150078] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.150193] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.150258] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.150458] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.150538] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.150732] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.150827] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.150903] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.151400] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.151753] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.152155] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.152265] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.152383] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.152814] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.152876] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.153204] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 is going to be updated. [ 888.155018] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.155355] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.216685] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.216964] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.217101] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.217161] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.217372] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.217468] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.219348] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.219948] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.220216] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.220452] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.221037] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.221767] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.222072] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.222795] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.222978] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.223104] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.223214] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5d04874-25c8-4612-8cf5-963c176a7d67 is going to be updated. [ 888.224380] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.224563] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.260287] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.260287] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.260287] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.260287] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.260287] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.260287] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.260287] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 757ac155-9c64-4cee-8e4c-9d6162d4bd63 is going to be updated. [ 888.261372] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.261803] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.285969] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.285969] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.285969] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.285969] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.285969] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.285969] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.285969] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 is going to be updated. [ 888.287662] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.290113] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.298183] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.298183] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.340089] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.340089] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.340089] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.340089] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.340089] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.340089] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.340089] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86fde498-85da-456a-9f5d-cdc109a3f9f8 is going to be updated. [ 888.341274] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.341786] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.397659] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.398065] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.398211] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.398258] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.398463] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.398518] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.398618] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 is going to be updated. [ 888.399787] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.400495] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.400921] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.404779] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.405868] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.434134] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.434429] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.456846] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.457078] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.469366] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 in Status: IN_PROGRESS for 2s [ 888.475775] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.475976] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.484723] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.486031] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.486031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.486031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.486031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.486031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.486439] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b08be970-0bc5-4609-8672-65cb670e13b6 is going to be updated. [ 888.489056] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.489056] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.489056] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.490216] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.490504] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.490726] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.492284] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.493185] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.493398] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.620510] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.620835] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.620835] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.621092] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.621282] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.655824] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 757ac155-9c64-4cee-8e4c-9d6162d4bd63 in Status: IN_PROGRESS for 2s [ 888.659271] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 in Status: IN_PROGRESS for 2s [ 888.660415] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86fde498-85da-456a-9f5d-cdc109a3f9f8 in Status: IN_PROGRESS for 2s [ 888.661761] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.662156] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.662373] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.663017] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.663017] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.693952] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5d04874-25c8-4612-8cf5-963c176a7d67 in Status: IN_PROGRESS for 2s [ 888.711529] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 in Status: IN_PROGRESS for 2s [ 888.806636] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.806791] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.806857] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.807099] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.807321] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.829774] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b08be970-0bc5-4609-8672-65cb670e13b6 in Status: IN_PROGRESS for 2s [ 889.957760] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 in Status: SUCCESS [ 889.958113] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 deletion is rescheduled due to dependency. [ 889.958279] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.958460] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.959279] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.959528] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.959669] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.959825] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.959942] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.960051] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.960192] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.960343] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bde08b4-cb4a-4246-a378-835c5a20c2a0 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.960444] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.960504] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.960665] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.960821] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.960928] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.960993] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.961216] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.961316] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.961408] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.961501] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bde08b4-cb4a-4246-a378-835c5a20c2a0',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.463775] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bde08b4-cb4a-4246-a378-835c5a20c2a0: rpc.has_security_group_logging(os_id): False [ 890.486411] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 in Status: SUCCESS [ 890.486701] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.490779] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.491201] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.491201] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.491991] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.491991] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.492333] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.492333] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.492536] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.492632] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.492713] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.493053] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.493268] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.493268] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.493428] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.493788] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.493788] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.493917] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.493917] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.494203] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.494395] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.494537] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 is going to be updated. [ 890.574857] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.575028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.575105] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.575409] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.575569] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.591914] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 in Status: IN_PROGRESS for 2s [ 890.675826] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 757ac155-9c64-4cee-8e4c-9d6162d4bd63 in Status: SUCCESS [ 890.675826] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-757ac155-9c64-4cee-8e4c-9d6162d4bd63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.675826] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86fde498-85da-456a-9f5d-cdc109a3f9f8 in Status: SUCCESS [ 890.675826] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86fde498-85da-456a-9f5d-cdc109a3f9f8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.675826] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 in Status: SUCCESS [ 890.675826] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.713185] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5d04874-25c8-4612-8cf5-963c176a7d67 in Status: SUCCESS [ 890.713408] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.725054] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 in Status: SUCCESS [ 890.725054] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.846728] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b08be970-0bc5-4609-8672-65cb670e13b6 in Status: SUCCESS [ 890.847037] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b08be970-0bc5-4609-8672-65cb670e13b6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.278976] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 892.279355] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 892.607567] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 in Status: SUCCESS [ 892.607780] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.704214] env[69367]: INFO networking_nsxv3.common.synchronization [req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 req-bc34b1e7-a80f-48c4-91af-cb0a7f5655c7 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Enqueued Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_members [ 895.704730] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_members [ 895.705214] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.705214] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.705376] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.705646] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.705780] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.705887] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.705947] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.706318] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.706318] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.706318] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.091932] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-802 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.092348] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-802" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.092715] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-802" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.093086] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-802" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.093426] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.093638] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.094031] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.094461] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.094885] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.095249] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 896.095400] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 896.095400] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 896.095518] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 896.095638] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 896.095757] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 896.095898] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 896.125876] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 896.126107] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 896.126214] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 896.126405] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-802" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.126767] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-9b028e52-5a5a-47ac-9aad-975d60a3ba75 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.126958] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-9b028e52-5a5a-47ac-9aad-975d60a3ba75" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.127102] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-9b028e52-5a5a-47ac-9aad-975d60a3ba75" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.127458] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-9b028e52-5a5a-47ac-9aad-975d60a3ba75" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.127603] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b028e52-5a5a-47ac-9aad-975d60a3ba75',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.209441] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.305564] env[69367]: INFO networking_nsxv3.common.synchronization [None req-9aba171e-7f68-4a88-9e5e-04d5c272c1cd None None] Enqueued Resource ID: a6da4e7a-f155-45ce-a4f8-41f9c20a72ee with Priority: HIGHEST for action port [ 896.306129] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6da4e7a-f155-45ce-a4f8-41f9c20a72ee with Priority: HIGHEST for action port [ 896.306521] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6da4e7a-f155-45ce-a4f8-41f9c20a72ee taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.306648] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6da4e7a-f155-45ce-a4f8-41f9c20a72ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.306714] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6da4e7a-f155-45ce-a4f8-41f9c20a72ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.306966] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6da4e7a-f155-45ce-a4f8-41f9c20a72ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.307199] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6da4e7a-f155-45ce-a4f8-41f9c20a72ee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.632275] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.632507] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.632632] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.633029] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.633096] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.633211] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 9b028e52-5a5a-47ac-9aad-975d60a3ba75 not found, creating... [ 896.633478] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.633634] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.633783] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.633951] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.634095] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.634375] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.634523] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.634635] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.634832] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.634958] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.635237] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 9b028e52-5a5a-47ac-9aad-975d60a3ba75 is going to be created. [ 896.664024] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.664024] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.664024] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.664024] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.664024] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.664024] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-9b028e52-5a5a-47ac-9aad-975d60a3ba75" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.711640] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.811795] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6da4e7a-f155-45ce-a4f8-41f9c20a72ee [ 896.811795] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.812084] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.812084] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.812262] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.812368] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.812485] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6da4e7a-f155-45ce-a4f8-41f9c20a72ee already deleted. [ 896.812613] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6da4e7a-f155-45ce-a4f8-41f9c20a72ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.219093] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.219093] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.219093] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.219093] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.219093] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.219093] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 is going to be updated. [ 897.253063] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.253982] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.254252] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.254594] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.255052] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.265905] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: IN_PROGRESS for 2s [ 897.390663] env[69367]: INFO networking_nsxv3.common.synchronization [req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 req-42264ec0-b5ac-40e9-9241-74f708bfe9be service nova] Enqueued Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_rules [ 897.390663] env[69367]: INFO networking_nsxv3.common.synchronization [req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 req-42264ec0-b5ac-40e9-9241-74f708bfe9be service nova] Enqueued Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_members [ 897.390663] env[69367]: INFO networking_nsxv3.common.synchronization [req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 req-42264ec0-b5ac-40e9-9241-74f708bfe9be service nova] Enqueued Resource ID: 9b028e52-5a5a-47ac-9aad-975d60a3ba75 with Priority: HIGHEST for action port [ 897.395784] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_rules [ 897.396057] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_members [ 897.396265] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b028e52-5a5a-47ac-9aad-975d60a3ba75 with Priority: HIGHEST for action port [ 897.396731] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.396954] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.397104] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.397348] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.397433] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.398698] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.398834] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.399917] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b028e52-5a5a-47ac-9aad-975d60a3ba75 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.399917] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b028e52-5a5a-47ac-9aad-975d60a3ba75" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.399917] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b028e52-5a5a-47ac-9aad-975d60a3ba75" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.402177] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b028e52-5a5a-47ac-9aad-975d60a3ba75" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.402177] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b028e52-5a5a-47ac-9aad-975d60a3ba75',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.903651] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.904056] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.904056] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b028e52-5a5a-47ac-9aad-975d60a3ba75 with status ACTIVE [ 897.904288] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.904288] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.904288] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.904500] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.904586] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.904755] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.904952] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.904952] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.905067] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.905141] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.905320] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.905412] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.905472] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.905606] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.905681] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.905762] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b028e52-5a5a-47ac-9aad-975d60a3ba75 is going to be updated. [ 897.929846] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.929846] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.929846] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.929846] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.929846] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.929846] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b028e52-5a5a-47ac-9aad-975d60a3ba75" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.440416] env[69367]: INFO networking_nsxv3.common.synchronization [None req-8d03ecf2-e0fa-48ed-9897-b5120a22a9d8 None None] Enqueued Resource ID: f0e1a15e-44e4-4d30-bdd1-d487e52de2bd with Priority: HIGHEST for action port [ 898.442042] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0e1a15e-44e4-4d30-bdd1-d487e52de2bd with Priority: HIGHEST for action port [ 898.446027] env[69367]: INFO networking_nsxv3.common.synchronization [None req-56121fb8-8986-4aa2-b7fe-8b4b14d1b01e tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Enqueued Resource ID: f65be16a-2713-4e86-9472-f7b5907c4c07 with Priority: HIGHEST for action security_group_rules [ 898.446027] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0e1a15e-44e4-4d30-bdd1-d487e52de2bd taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.446027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0e1a15e-44e4-4d30-bdd1-d487e52de2bd" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.446027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0e1a15e-44e4-4d30-bdd1-d487e52de2bd" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.446027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0e1a15e-44e4-4d30-bdd1-d487e52de2bd" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.446027] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0e1a15e-44e4-4d30-bdd1-d487e52de2bd',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.446027] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65be16a-2713-4e86-9472-f7b5907c4c07 with Priority: HIGHEST for action security_group_rules [ 898.446027] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f65be16a-2713-4e86-9472-f7b5907c4c07 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.446027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f65be16a-2713-4e86-9472-f7b5907c4c07" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.446027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f65be16a-2713-4e86-9472-f7b5907c4c07" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.447140] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f65be16a-2713-4e86-9472-f7b5907c4c07" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.447140] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f65be16a-2713-4e86-9472-f7b5907c4c07',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.578912] env[69367]: INFO networking_nsxv3.common.synchronization [None req-d56ee4a6-dda2-48ca-8e55-206a5d1cc818 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Enqueued Resource ID: f65be16a-2713-4e86-9472-f7b5907c4c07 with Priority: HIGHEST for action security_group_rules [ 898.579505] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65be16a-2713-4e86-9472-f7b5907c4c07 with Priority: HIGHEST for action security_group_rules [ 898.579823] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f65be16a-2713-4e86-9472-f7b5907c4c07 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.579962] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f65be16a-2713-4e86-9472-f7b5907c4c07" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.750682] env[69367]: INFO networking_nsxv3.common.synchronization [req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 req-e99e9888-e364-4b16-a65d-7da3961fc366 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Enqueued Resource ID: 0bf044f7-3f30-45e6-967a-051d85aae65b with Priority: HIGHEST for action security_group_members [ 898.752303] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf044f7-3f30-45e6-967a-051d85aae65b with Priority: HIGHEST for action security_group_members [ 898.752303] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf044f7-3f30-45e6-967a-051d85aae65b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.752303] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.752809] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.753115] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.753247] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.753363] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.753481] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.753645] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.753724] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.753831] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.949731] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0e1a15e-44e4-4d30-bdd1-d487e52de2bd [ 898.949976] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.950286] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.950369] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.950569] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.950654] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.950751] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0e1a15e-44e4-4d30-bdd1-d487e52de2bd already deleted. [ 898.950829] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0e1a15e-44e4-4d30-bdd1-d487e52de2bd" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.968642] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.968642] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.968823] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.968944] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.969049] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.969152] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f65be16a-2713-4e86-9472-f7b5907c4c07 already deleted. [ 898.969236] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f65be16a-2713-4e86-9472-f7b5907c4c07" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.969382] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f65be16a-2713-4e86-9472-f7b5907c4c07" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.969532] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f65be16a-2713-4e86-9472-f7b5907c4c07" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.969613] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f65be16a-2713-4e86-9472-f7b5907c4c07',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.258031] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.279019] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: SUCCESS [ 899.279169] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.279842] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.280248] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.280305] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.280421] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.280492] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.280688] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.280794] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.280906] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.328769] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-852 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.328976] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-852" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.329550] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-852" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.329550] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-852" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.329757] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.329917] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.330131] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.330379] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.330529] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.330786] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 899.330903] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 899.331062] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 899.331204] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 899.331342] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 899.331413] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 899.331547] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 899.353625] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 899.353817] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 899.353957] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 899.354175] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-852" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.354463] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-efe53514-280f-47b4-90ba-87471e3da4dd taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.354771] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-efe53514-280f-47b4-90ba-87471e3da4dd" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.354771] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-efe53514-280f-47b4-90ba-87471e3da4dd" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.355090] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-efe53514-280f-47b4-90ba-87471e3da4dd" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.355236] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efe53514-280f-47b4-90ba-87471e3da4dd',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.493277] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.493277] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.493277] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.493277] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.493277] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.493277] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f65be16a-2713-4e86-9472-f7b5907c4c07 already deleted. [ 899.493277] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f65be16a-2713-4e86-9472-f7b5907c4c07" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.760940] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.786487] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.828136] env[69367]: INFO networking_nsxv3.common.synchronization [req-b688e0be-4b8d-461f-aa9f-284dc8ac847f req-adba82eb-f033-4c50-be20-3dc5703f5ba3 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Enqueued Resource ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 with Priority: HIGHEST for action security_group_members [ 899.829543] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 with Priority: HIGHEST for action security_group_members [ 899.829543] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b258c48-8097-4a97-8fb2-9c6fb25659d1 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.829543] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.829543] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.829543] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.829543] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.829543] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.830088] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.830088] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.830088] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.830088] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b258c48-8097-4a97-8fb2-9c6fb25659d1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.858779] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.859059] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.859158] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.859446] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.859678] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.859926] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port efe53514-280f-47b4-90ba-87471e3da4dd not found, creating... [ 899.860301] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.860515] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.860657] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.860959] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.861186] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.861558] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.861770] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.861970] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.862266] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.862454] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.862643] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: efe53514-280f-47b4-90ba-87471e3da4dd is going to be created. [ 899.888151] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.888151] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.888151] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.888151] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.888151] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.888151] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-efe53514-280f-47b4-90ba-87471e3da4dd" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.264894] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.264894] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.264894] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.264894] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.264894] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.265562] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf044f7-3f30-45e6-967a-051d85aae65b is going to be updated. [ 900.289148] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.302014] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.302014] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.302014] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.302014] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.302014] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.316294] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf044f7-3f30-45e6-967a-051d85aae65b in Status: IN_PROGRESS for 2s [ 900.333481] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.333692] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.333692] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.333906] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.362866] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.362866] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.362866] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.362866] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.362866] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.362866] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.362866] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 is going to be updated. [ 900.397031] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.397031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.398922] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.398922] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.398922] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.410834] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 in Status: IN_PROGRESS for 2s [ 900.646349] env[69367]: INFO networking_nsxv3.common.synchronization [req-4e86d530-861c-47d9-879d-a3cbda505b4b req-b4a42edd-4b70-4d77-82ab-5eb80ad6cf41 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Enqueued Resource ID: 0733d590-5f84-452f-9a74-18888946451a with Priority: HIGHEST for action security_group_members [ 900.646891] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0733d590-5f84-452f-9a74-18888946451a with Priority: HIGHEST for action security_group_members [ 900.647197] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0733d590-5f84-452f-9a74-18888946451a taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.647325] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0733d590-5f84-452f-9a74-18888946451a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.647396] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0733d590-5f84-452f-9a74-18888946451a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.647578] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0733d590-5f84-452f-9a74-18888946451a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.648105] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.648105] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.648105] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.648105] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.648403] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.648403] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0733d590-5f84-452f-9a74-18888946451a',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.668697] env[69367]: INFO networking_nsxv3.common.synchronization [req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 req-20577c1a-4f9f-462f-a75b-8a70976b96d0 service nova] Enqueued Resource ID: 0bf044f7-3f30-45e6-967a-051d85aae65b with Priority: HIGHEST for action security_group_rules [ 900.668892] env[69367]: INFO networking_nsxv3.common.synchronization [req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 req-20577c1a-4f9f-462f-a75b-8a70976b96d0 service nova] Enqueued Resource ID: 0bf044f7-3f30-45e6-967a-051d85aae65b with Priority: HIGHEST for action security_group_members [ 900.669076] env[69367]: INFO networking_nsxv3.common.synchronization [req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 req-20577c1a-4f9f-462f-a75b-8a70976b96d0 service nova] Enqueued Resource ID: efe53514-280f-47b4-90ba-87471e3da4dd with Priority: HIGHEST for action port [ 900.671575] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf044f7-3f30-45e6-967a-051d85aae65b with Priority: HIGHEST for action security_group_rules [ 900.671719] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf044f7-3f30-45e6-967a-051d85aae65b with Priority: HIGHEST for action security_group_members [ 900.672176] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efe53514-280f-47b4-90ba-87471e3da4dd with Priority: HIGHEST for action port [ 900.672459] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bf044f7-3f30-45e6-967a-051d85aae65b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.672634] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.672634] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.672794] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.672857] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.673710] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf044f7-3f30-45e6-967a-051d85aae65b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.673978] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.673978] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-efe53514-280f-47b4-90ba-87471e3da4dd taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.675138] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efe53514-280f-47b4-90ba-87471e3da4dd" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.675138] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efe53514-280f-47b4-90ba-87471e3da4dd" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.675138] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efe53514-280f-47b4-90ba-87471e3da4dd" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.675138] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efe53514-280f-47b4-90ba-87471e3da4dd',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.791778] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.791975] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.792083] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.792558] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.792558] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.792680] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 is going to be updated. [ 900.825961] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.826148] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.826199] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.826396] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.826539] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.838315] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: IN_PROGRESS for 2s [ 901.153383] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.153713] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.153963] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.154840] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.177517] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf044f7-3f30-45e6-967a-051d85aae65b taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.177790] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.177860] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efe53514-280f-47b4-90ba-87471e3da4dd with status ACTIVE [ 901.178044] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.178332] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.178434] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.178760] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.178885] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.179137] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.179257] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.179346] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.179590] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.179701] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.179944] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.180289] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.180397] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.180662] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.180781] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.180901] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efe53514-280f-47b4-90ba-87471e3da4dd is going to be updated. [ 901.183178] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.183383] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.183653] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.183756] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.183958] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.184153] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.184405] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0733d590-5f84-452f-9a74-18888946451a is going to be updated. [ 901.262742] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.263012] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.263012] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.263237] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.263359] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.263462] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efe53514-280f-47b4-90ba-87471e3da4dd" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.266483] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.266915] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.266915] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.267036] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.267154] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.277257] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0733d590-5f84-452f-9a74-18888946451a in Status: IN_PROGRESS for 2s [ 902.329182] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf044f7-3f30-45e6-967a-051d85aae65b in Status: SUCCESS [ 902.329486] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.329636] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.329806] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.330018] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.330194] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.330343] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.330484] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.330603] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.330716] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.424574] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 in Status: SUCCESS [ 902.424836] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 deletion is rescheduled due to dependency. [ 902.424885] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.833419] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.847914] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: SUCCESS [ 902.848231] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.848440] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.848634] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.848823] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.848939] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.849017] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.849166] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.849244] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.849330] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.849422] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.289185] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0733d590-5f84-452f-9a74-18888946451a in Status: SUCCESS [ 903.289378] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0733d590-5f84-452f-9a74-18888946451a deletion is rescheduled due to dependency. [ 903.289698] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0733d590-5f84-452f-9a74-18888946451a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.336162] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.351339] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.351493] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.351565] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.351780] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.352189] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.353123] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.353258] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.353395] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.353484] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.353575] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.353743] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.353843] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.353905] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.354067] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.354213] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.354322] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.354403] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.354494] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.354582] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.354653] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.354729] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.494331] env[69367]: INFO networking_nsxv3.common.synchronization [req-15c796bc-015c-4322-90d5-aef5c292e37d req-10c69f41-5124-4756-b196-9f66fca507c0 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Enqueued Resource ID: 300f812c-2610-444b-8066-b75c76ae0aee with Priority: HIGHEST for action security_group_members [ 903.494856] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 300f812c-2610-444b-8066-b75c76ae0aee with Priority: HIGHEST for action security_group_members [ 903.495120] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-300f812c-2610-444b-8066-b75c76ae0aee taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.495265] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.495319] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.495528] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.495683] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.495808] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.495863] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.496032] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.496137] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.496240] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.839172] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.839437] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.839437] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.839625] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.839705] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.839816] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf044f7-3f30-45e6-967a-051d85aae65b is going to be updated. [ 903.856690] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e300d9d7-a7b7-4eb1-a36c-40b7a711e085: rpc.has_security_group_logging(os_id): False [ 903.882949] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.883181] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.883300] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.883558] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.886103] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.886303] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.886343] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.886542] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.887143] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.900396] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf044f7-3f30-45e6-967a-051d85aae65b in Status: IN_PROGRESS for 2s [ 903.923299] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.923519] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.923699] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.923699] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.923918] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.924014] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.924209] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.924310] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.924372] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.924562] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.924635] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.924815] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.925091] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.925091] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.925198] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.925198] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.925282] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 is going to be updated. [ 904.000460] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.000460] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.000460] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.000460] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.050223] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.050558] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.050708] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.050779] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.050992] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.051129] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.051294] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 300f812c-2610-444b-8066-b75c76ae0aee is going to be updated. [ 904.058408] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.058590] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.058628] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.058868] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.059041] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.076117] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: IN_PROGRESS for 2s [ 904.099057] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.099335] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.099426] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.099751] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.100027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.120579] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 300f812c-2610-444b-8066-b75c76ae0aee in Status: IN_PROGRESS for 2s [ 905.750261] env[69367]: INFO networking_nsxv3.common.synchronization [req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 req-8691541e-bf9b-4000-9601-614868c8dea0 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Enqueued Resource ID: 92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1 with Priority: HIGHEST for action security_group_members [ 905.750835] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1 with Priority: HIGHEST for action security_group_members [ 905.751247] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.751337] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.751370] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.751620] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.751772] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.751870] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.751931] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.752182] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.752317] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.752442] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.911242] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf044f7-3f30-45e6-967a-051d85aae65b in Status: SUCCESS [ 905.911653] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.911929] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.912197] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.912668] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.912858] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.912964] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.913271] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.913439] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.913536] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.913672] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.092882] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: SUCCESS [ 906.093131] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.171085] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 300f812c-2610-444b-8066-b75c76ae0aee in Status: SUCCESS [ 906.171349] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 300f812c-2610-444b-8066-b75c76ae0aee deletion is rescheduled due to dependency. [ 906.171467] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.254881] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.255090] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.255167] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.256325] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.256445] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.256715] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.256858] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.256915] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.257137] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.257224] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.257318] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1 already deleted. [ 906.257397] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.326456] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-658 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.326456] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-658" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.326456] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-658" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.326946] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-658" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.327275] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.327455] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.327778] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.328351] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.328524] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.328751] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 906.328871] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 906.328986] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 906.329115] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 906.329233] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 906.329345] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 906.329485] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 906.354895] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 906.355103] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 906.355219] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 906.355397] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-658" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.355751] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-54d54c56-4d78-4de8-b1a2-23ecf1c708da taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.355940] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-54d54c56-4d78-4de8-b1a2-23ecf1c708da" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.356074] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-54d54c56-4d78-4de8-b1a2-23ecf1c708da" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.356419] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-54d54c56-4d78-4de8-b1a2-23ecf1c708da" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.356566] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54d54c56-4d78-4de8-b1a2-23ecf1c708da',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.416512] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf044f7-3f30-45e6-967a-051d85aae65b taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.416772] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.416772] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.416897] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.417073] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.417178] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.417235] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.417385] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.417474] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.417561] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.417706] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf044f7-3f30-45e6-967a-051d85aae65b taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.417796] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.417858] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.417995] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.418139] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.418231] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.418289] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.418421] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.418494] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.418576] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.418664] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.666304] env[69367]: INFO networking_nsxv3.common.synchronization [req-2da44fbb-3910-431a-9508-a219fc146ea4 req-77143e6a-63b4-49fa-94da-80b34729a63e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Enqueued Resource ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef with Priority: HIGHEST for action security_group_members [ 906.666883] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef with Priority: HIGHEST for action security_group_members [ 906.667938] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.668088] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.668231] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.670913] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.671092] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.671197] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.671270] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.671454] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.671613] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.671672] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3ffa4eb-445d-4eda-b312-aa92ca99e9ef',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.859245] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.859540] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.859613] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.859976] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.860151] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.860337] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 54d54c56-4d78-4de8-b1a2-23ecf1c708da not found, creating... [ 906.860608] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.860768] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.862076] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.862076] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.862076] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.862076] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.862076] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.862076] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.862076] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.862323] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.862349] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 54d54c56-4d78-4de8-b1a2-23ecf1c708da is going to be created. [ 906.883873] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.884114] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.884286] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.884618] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.884858] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.885362] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-54d54c56-4d78-4de8-b1a2-23ecf1c708da" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.921191] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bf044f7-3f30-45e6-967a-051d85aae65b: rpc.has_security_group_logging(os_id): False [ 906.939143] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.939285] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.939358] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.939586] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.976114] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.976246] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.976401] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.976475] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.976748] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.976842] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.977090] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.977200] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.977264] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.977422] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.977509] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.977706] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.977802] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.977863] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.978013] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.978099] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.978188] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bf044f7-3f30-45e6-967a-051d85aae65b is going to be updated. [ 907.062167] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.062289] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.062487] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.062601] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.062781] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.076546] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bf044f7-3f30-45e6-967a-051d85aae65b in Status: IN_PROGRESS for 2s [ 907.174062] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.174233] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.174371] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.174675] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.174798] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.175072] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.175211] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.175277] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.175534] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.175636] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.175765] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef is going to be updated. [ 907.216622] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.216754] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.216822] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.217118] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.217227] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.227916] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef in Status: IN_PROGRESS for 2s [ 907.815400] env[69367]: INFO networking_nsxv3.common.synchronization [req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 req-477883fc-ebbb-4159-b27d-73f082cec65d service nova] Enqueued Resource ID: 92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1 with Priority: HIGHEST for action security_group_rules [ 907.815651] env[69367]: INFO networking_nsxv3.common.synchronization [req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 req-477883fc-ebbb-4159-b27d-73f082cec65d service nova] Enqueued Resource ID: 92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1 with Priority: HIGHEST for action security_group_members [ 907.815748] env[69367]: INFO networking_nsxv3.common.synchronization [req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 req-477883fc-ebbb-4159-b27d-73f082cec65d service nova] Enqueued Resource ID: 54d54c56-4d78-4de8-b1a2-23ecf1c708da with Priority: HIGHEST for action port [ 907.816269] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1 with Priority: HIGHEST for action security_group_rules [ 907.816404] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1 with Priority: HIGHEST for action security_group_members [ 907.816501] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54d54c56-4d78-4de8-b1a2-23ecf1c708da with Priority: HIGHEST for action port [ 907.822508] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.822508] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.822508] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.822508] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.822508] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.822508] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.822508] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.822508] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.822508] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.822508] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.822508] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.822508] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.822508] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.822508] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.822508] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.824127] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-54d54c56-4d78-4de8-b1a2-23ecf1c708da taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.824407] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54d54c56-4d78-4de8-b1a2-23ecf1c708da" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.824777] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54d54c56-4d78-4de8-b1a2-23ecf1c708da" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.825060] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54d54c56-4d78-4de8-b1a2-23ecf1c708da" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.825807] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54d54c56-4d78-4de8-b1a2-23ecf1c708da',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.002840] env[69367]: INFO networking_nsxv3.common.synchronization [req-9008deda-f963-4379-996d-02ba91da8a18 req-f9e23e9c-1f4d-4815-a0ec-e3fa8e45a4fd tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Enqueued Resource ID: 0bf044f7-3f30-45e6-967a-051d85aae65b with Priority: HIGHEST for action security_group_members [ 908.003135] env[69367]: INFO networking_nsxv3.common.synchronization [req-9008deda-f963-4379-996d-02ba91da8a18 req-f9e23e9c-1f4d-4815-a0ec-e3fa8e45a4fd tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Enqueued Resource ID: aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b with Priority: HIGHEST for action security_group_members [ 908.003792] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf044f7-3f30-45e6-967a-051d85aae65b with Priority: HIGHEST for action security_group_members [ 908.003951] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b with Priority: HIGHEST for action security_group_members [ 908.004259] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf044f7-3f30-45e6-967a-051d85aae65b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.004418] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.004445] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.005172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.005172] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.005297] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.005587] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.005710] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.005768] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.005870] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.007525] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.007525] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.007525] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.009673] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.009673] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.009673] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.009673] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.009673] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.009673] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.009673] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.065867] env[69367]: INFO networking_nsxv3.common.synchronization [req-9008deda-f963-4379-996d-02ba91da8a18 req-f9e23e9c-1f4d-4815-a0ec-e3fa8e45a4fd tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Enqueued Resource ID: 0bf044f7-3f30-45e6-967a-051d85aae65b with Priority: HIGHEST for action security_group_rules [ 908.066094] env[69367]: INFO networking_nsxv3.common.synchronization [req-9008deda-f963-4379-996d-02ba91da8a18 req-f9e23e9c-1f4d-4815-a0ec-e3fa8e45a4fd tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Enqueued Resource ID: 0bf044f7-3f30-45e6-967a-051d85aae65b with Priority: HIGHEST for action security_group_members [ 908.066295] env[69367]: INFO networking_nsxv3.common.synchronization [req-9008deda-f963-4379-996d-02ba91da8a18 req-f9e23e9c-1f4d-4815-a0ec-e3fa8e45a4fd tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Enqueued Resource ID: aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b with Priority: HIGHEST for action security_group_rules [ 908.066363] env[69367]: INFO networking_nsxv3.common.synchronization [req-9008deda-f963-4379-996d-02ba91da8a18 req-f9e23e9c-1f4d-4815-a0ec-e3fa8e45a4fd tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Enqueued Resource ID: aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b with Priority: HIGHEST for action security_group_members [ 908.066503] env[69367]: INFO networking_nsxv3.common.synchronization [req-9008deda-f963-4379-996d-02ba91da8a18 req-f9e23e9c-1f4d-4815-a0ec-e3fa8e45a4fd tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Enqueued Resource ID: efe53514-280f-47b4-90ba-87471e3da4dd with Priority: HIGHEST for action port [ 908.067036] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf044f7-3f30-45e6-967a-051d85aae65b with Priority: HIGHEST for action security_group_rules [ 908.067210] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b with Priority: HIGHEST for action security_group_rules [ 908.067317] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efe53514-280f-47b4-90ba-87471e3da4dd with Priority: HIGHEST for action port [ 908.067400] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf044f7-3f30-45e6-967a-051d85aae65b with Priority: HIGHEST for action security_group_members [ 908.067488] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b with Priority: HIGHEST for action security_group_members [ 908.067797] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bf044f7-3f30-45e6-967a-051d85aae65b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.067969] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.068059] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.068160] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.068258] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.068478] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.068750] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.070131] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-efe53514-280f-47b4-90ba-87471e3da4dd taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.070131] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efe53514-280f-47b4-90ba-87471e3da4dd" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.070131] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efe53514-280f-47b4-90ba-87471e3da4dd" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.070347] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efe53514-280f-47b4-90ba-87471e3da4dd" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.070378] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efe53514-280f-47b4-90ba-87471e3da4dd',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.075065] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf044f7-3f30-45e6-967a-051d85aae65b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.075065] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.075065] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.075065] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.327833] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.328011] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.328216] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.329149] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54d54c56-4d78-4de8-b1a2-23ecf1c708da with status ACTIVE [ 908.333382] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.333547] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.333618] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.333857] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.333914] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.334121] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.334297] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.334297] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.334455] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.334511] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.334707] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.334804] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.334859] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.335127] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.335127] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.335403] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54d54c56-4d78-4de8-b1a2-23ecf1c708da is going to be updated. [ 908.359631] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.359765] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.359837] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.360070] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.360274] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.360454] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54d54c56-4d78-4de8-b1a2-23ecf1c708da" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.513358] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.517047] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.577699] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.577699] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.577699] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efe53514-280f-47b4-90ba-87471e3da4dd with status ACTIVE [ 908.577699] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.577699] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.577699] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.577699] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.577699] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.577699] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.577699] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.577699] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.577699] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.577699] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.577699] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.578299] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.578299] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.578299] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.578299] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.578299] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efe53514-280f-47b4-90ba-87471e3da4dd is going to be updated. [ 908.601926] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.602342] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.602342] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.602582] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.602740] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.602906] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efe53514-280f-47b4-90ba-87471e3da4dd" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.839010] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.872505] env[69367]: INFO networking_nsxv3.common.synchronization [req-60e35d26-b473-4a6f-a1ac-fdff984d39e0 req-edee2295-c408-42b5-86db-1869d68c065e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Enqueued Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_members [ 908.872505] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_members [ 908.873103] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.873297] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.873399] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.873708] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.873943] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.874112] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.874209] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.874450] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.874579] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.874725] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.015096] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.018041] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.093434] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bf044f7-3f30-45e6-967a-051d85aae65b in Status: SUCCESS [ 909.093520] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.093675] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.094115] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.094115] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.238100] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef in Status: SUCCESS [ 909.238100] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef deletion is rescheduled due to dependency. [ 909.238236] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.341199] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.341368] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.341500] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.341702] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.341793] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.341896] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1 is going to be created. [ 909.371984] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.371984] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.371984] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.371984] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.371984] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.377418] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.382245] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1 in Status: UNINITIALIZED for 2s [ 909.519459] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.519459] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.519459] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.519459] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.519459] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.519459] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf044f7-3f30-45e6-967a-051d85aae65b is going to be updated. [ 909.524405] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.524534] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.524627] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.524892] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.524979] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.525048] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b is going to be created. [ 909.550549] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.550549] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.550688] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.550819] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.551512] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.552785] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.552907] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.553069] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.553281] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.553463] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.564944] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf044f7-3f30-45e6-967a-051d85aae65b in Status: IN_PROGRESS for 2s [ 909.565514] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b in Status: UNINITIALIZED for 2s [ 909.598085] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf044f7-3f30-45e6-967a-051d85aae65b taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.599198] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.880657] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.383370] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.383370] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.383370] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.383817] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.383817] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.383817] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 is going to be updated. [ 910.419379] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.419520] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.420109] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.420394] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.420569] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.433103] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: IN_PROGRESS for 2s [ 911.394032] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1 in Status: SUCCESS [ 911.394358] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.394358] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.394541] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.394731] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.394849] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.394920] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.395131] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.395184] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.395268] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.395362] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.580378] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b in Status: SUCCESS [ 911.580617] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.581491] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf044f7-3f30-45e6-967a-051d85aae65b in Status: SUCCESS [ 911.581792] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.581915] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.582216] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.583538] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.583538] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.583538] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.583538] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.583538] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.583538] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.585105] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.585105] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.585105] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.585105] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.585105] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.585105] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.585105] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.585105] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.898452] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.898678] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.898886] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.899139] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.899326] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.899440] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.899490] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.899657] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.899782] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.899905] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.899997] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.900124] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.900124] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.900361] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.900540] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.900648] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.900716] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.900884] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.900959] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.901294] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.901294] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.915445] env[69367]: INFO networking_nsxv3.common.synchronization [req-25d21237-aed0-4a90-9186-d04aeb646208 req-04b90717-b26d-4e87-b773-6c26e31efb10 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Enqueued Resource ID: fa099e9b-1217-4857-aba3-cc67ea1f62a4 with Priority: HIGHEST for action security_group_members [ 911.915935] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa099e9b-1217-4857-aba3-cc67ea1f62a4 with Priority: HIGHEST for action security_group_members [ 911.916250] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa099e9b-1217-4857-aba3-cc67ea1f62a4 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.916372] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.916437] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.916627] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.916775] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.917423] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.917423] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.917423] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.917423] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.917423] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa099e9b-1217-4857-aba3-cc67ea1f62a4',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.088788] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.090288] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.403861] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1: rpc.has_security_group_logging(os_id): False [ 912.420214] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.420453] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.420495] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.420714] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.441628] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.441839] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.443354] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: SUCCESS [ 912.443568] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.449594] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.449934] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.450107] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.450180] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.450429] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.450516] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.450611] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa099e9b-1217-4857-aba3-cc67ea1f62a4 is going to be updated. [ 912.451742] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.451941] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.452288] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.452552] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.452695] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.452765] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.452944] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.453041] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.453255] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.453364] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.453428] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.453578] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.453666] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.453857] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.453949] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.454018] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.454170] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.454254] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.454347] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1 is going to be created. [ 912.499983] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.500175] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.500211] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.500500] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.500669] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.510447] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa099e9b-1217-4857-aba3-cc67ea1f62a4 in Status: IN_PROGRESS for 2s [ 912.535624] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.535780] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.535848] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.536062] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.536744] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.551756] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1 in Status: IN_PROGRESS for 2s [ 912.591625] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.592644] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.924220] env[69367]: INFO networking_nsxv3.common.synchronization [req-3c08ef20-cfcb-459b-a7f6-9297218cefc0 req-6e2db58f-f530-4e1b-ab3d-53dfe89848d7 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Enqueued Resource ID: b5d04874-25c8-4612-8cf5-963c176a7d67 with Priority: HIGHEST for action security_group_members [ 912.924220] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5d04874-25c8-4612-8cf5-963c176a7d67 with Priority: HIGHEST for action security_group_members [ 912.924220] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5d04874-25c8-4612-8cf5-963c176a7d67 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.924220] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.924220] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.924220] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.926155] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.926155] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.926155] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.926155] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.926155] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.926155] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.095501] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.095685] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.095758] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.095971] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.096075] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.096190] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf044f7-3f30-45e6-967a-051d85aae65b is going to be updated. [ 913.097600] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.097790] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.097790] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.097964] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.098055] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.098145] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b is going to be updated. [ 913.130210] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.130441] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.130531] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.130804] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.130974] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.132685] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.132798] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.132867] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.133043] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.133163] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.148431] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b in Status: IN_PROGRESS for 2s [ 913.149099] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf044f7-3f30-45e6-967a-051d85aae65b in Status: IN_PROGRESS for 2s [ 913.429141] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.931892] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.436323] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.436679] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.436679] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.436798] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.436879] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.436978] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5d04874-25c8-4612-8cf5-963c176a7d67 is going to be updated. [ 914.468889] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.469050] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.469122] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.469345] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.469517] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.481902] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5d04874-25c8-4612-8cf5-963c176a7d67 in Status: IN_PROGRESS for 2s [ 914.520744] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa099e9b-1217-4857-aba3-cc67ea1f62a4 in Status: SUCCESS [ 914.520744] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa099e9b-1217-4857-aba3-cc67ea1f62a4 deletion is rescheduled due to dependency. [ 914.520744] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.572282] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1 in Status: SUCCESS [ 914.572282] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.167836] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf044f7-3f30-45e6-967a-051d85aae65b in Status: SUCCESS [ 915.168300] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.168678] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.170347] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.170347] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.170347] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.170347] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.170347] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.170347] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.170347] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.170347] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.173460] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b in Status: SUCCESS [ 915.173864] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.174211] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.174983] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.175467] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.175467] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.175467] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.180709] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.180709] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.180709] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.180709] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.673012] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf044f7-3f30-45e6-967a-051d85aae65b taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.673279] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.673279] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.673475] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.673639] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.673742] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.673806] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.673989] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.674093] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.674183] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.674332] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf044f7-3f30-45e6-967a-051d85aae65b taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.674439] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.674569] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.674768] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.674983] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.675105] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.675173] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.675377] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.675679] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.675830] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.675972] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.686293] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.179189] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bf044f7-3f30-45e6-967a-051d85aae65b: rpc.has_security_group_logging(os_id): False [ 916.187959] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b: rpc.has_security_group_logging(os_id): False [ 916.224401] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.224601] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.224601] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.224822] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.224913] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.225152] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.225253] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.225315] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.225466] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.225544] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.225719] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.225811] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.225863] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.225997] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.226082] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.226267] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.226359] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.226419] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.226553] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.226626] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.226708] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bf044f7-3f30-45e6-967a-051d85aae65b is going to be updated. [ 916.231032] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.231189] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.231222] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.231505] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.231609] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.231838] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.231938] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.232025] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.232176] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.232252] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.232338] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b is going to be created. [ 916.308184] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.308407] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.308407] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.308591] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.308772] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.315695] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.315862] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.315897] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.316099] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.316243] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.327503] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b in Status: IN_PROGRESS for 2s [ 916.340818] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bf044f7-3f30-45e6-967a-051d85aae65b in Status: IN_PROGRESS for 2s [ 916.486023] env[69367]: INFO networking_nsxv3.common.synchronization [req-d920496f-3e04-4b8e-86db-6f304a693eb6 req-4d1a2bba-4658-43db-bd2c-57f31c6a7f06 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Enqueued Resource ID: aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b with Priority: HIGHEST for action security_group_members [ 916.486023] env[69367]: INFO networking_nsxv3.common.synchronization [req-d920496f-3e04-4b8e-86db-6f304a693eb6 req-4d1a2bba-4658-43db-bd2c-57f31c6a7f06 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Enqueued Resource ID: 0bf044f7-3f30-45e6-967a-051d85aae65b with Priority: HIGHEST for action security_group_members [ 916.486023] env[69367]: INFO networking_nsxv3.common.synchronization [req-d920496f-3e04-4b8e-86db-6f304a693eb6 req-4d1a2bba-4658-43db-bd2c-57f31c6a7f06 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Enqueued Resource ID: 88c59f38-9a33-4e00-b4c1-1652f848f4eb with Priority: HIGHEST for action security_group_members [ 916.486304] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b with Priority: HIGHEST for action security_group_members [ 916.486433] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf044f7-3f30-45e6-967a-051d85aae65b with Priority: HIGHEST for action security_group_members [ 916.490068] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88c59f38-9a33-4e00-b4c1-1652f848f4eb with Priority: HIGHEST for action security_group_members [ 916.490068] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.490068] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.490068] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.490068] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.490068] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.490068] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.490068] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.490068] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.490068] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.490068] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.490068] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf044f7-3f30-45e6-967a-051d85aae65b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.490068] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.490068] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.490068] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.490068] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.490068] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.490068] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.490623] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.490623] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.490623] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.494340] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-88c59f38-9a33-4e00-b4c1-1652f848f4eb taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.494340] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88c59f38-9a33-4e00-b4c1-1652f848f4eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.494340] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88c59f38-9a33-4e00-b4c1-1652f848f4eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.494340] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88c59f38-9a33-4e00-b4c1-1652f848f4eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.494340] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.494340] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.494340] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.494340] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.494340] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.494340] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88c59f38-9a33-4e00-b4c1-1652f848f4eb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.496140] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5d04874-25c8-4612-8cf5-963c176a7d67 in Status: SUCCESS [ 916.496360] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.863217] env[69367]: INFO networking_nsxv3.common.synchronization [req-d920496f-3e04-4b8e-86db-6f304a693eb6 req-4d1a2bba-4658-43db-bd2c-57f31c6a7f06 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Enqueued Resource ID: 0bf044f7-3f30-45e6-967a-051d85aae65b with Priority: HIGHEST for action security_group_rules [ 916.863510] env[69367]: INFO networking_nsxv3.common.synchronization [req-d920496f-3e04-4b8e-86db-6f304a693eb6 req-4d1a2bba-4658-43db-bd2c-57f31c6a7f06 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Enqueued Resource ID: 0bf044f7-3f30-45e6-967a-051d85aae65b with Priority: HIGHEST for action security_group_members [ 916.863632] env[69367]: INFO networking_nsxv3.common.synchronization [req-d920496f-3e04-4b8e-86db-6f304a693eb6 req-4d1a2bba-4658-43db-bd2c-57f31c6a7f06 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Enqueued Resource ID: 88c59f38-9a33-4e00-b4c1-1652f848f4eb with Priority: HIGHEST for action security_group_rules [ 916.863836] env[69367]: INFO networking_nsxv3.common.synchronization [req-d920496f-3e04-4b8e-86db-6f304a693eb6 req-4d1a2bba-4658-43db-bd2c-57f31c6a7f06 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Enqueued Resource ID: 88c59f38-9a33-4e00-b4c1-1652f848f4eb with Priority: HIGHEST for action security_group_members [ 916.863900] env[69367]: INFO networking_nsxv3.common.synchronization [req-d920496f-3e04-4b8e-86db-6f304a693eb6 req-4d1a2bba-4658-43db-bd2c-57f31c6a7f06 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Enqueued Resource ID: aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b with Priority: HIGHEST for action security_group_rules [ 916.864025] env[69367]: INFO networking_nsxv3.common.synchronization [req-d920496f-3e04-4b8e-86db-6f304a693eb6 req-4d1a2bba-4658-43db-bd2c-57f31c6a7f06 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Enqueued Resource ID: aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b with Priority: HIGHEST for action security_group_members [ 916.864360] env[69367]: INFO networking_nsxv3.common.synchronization [req-d920496f-3e04-4b8e-86db-6f304a693eb6 req-4d1a2bba-4658-43db-bd2c-57f31c6a7f06 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Enqueued Resource ID: efe53514-280f-47b4-90ba-87471e3da4dd with Priority: HIGHEST for action port [ 916.864928] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf044f7-3f30-45e6-967a-051d85aae65b with Priority: HIGHEST for action security_group_rules [ 916.865089] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88c59f38-9a33-4e00-b4c1-1652f848f4eb with Priority: HIGHEST for action security_group_rules [ 916.865278] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b with Priority: HIGHEST for action security_group_members [ 916.865278] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efe53514-280f-47b4-90ba-87471e3da4dd with Priority: HIGHEST for action port [ 916.865428] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b with Priority: HIGHEST for action security_group_rules [ 916.865542] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf044f7-3f30-45e6-967a-051d85aae65b with Priority: HIGHEST for action security_group_members [ 916.865632] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88c59f38-9a33-4e00-b4c1-1652f848f4eb with Priority: HIGHEST for action security_group_members [ 916.865927] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bf044f7-3f30-45e6-967a-051d85aae65b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.866046] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.866236] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88c59f38-9a33-4e00-b4c1-1652f848f4eb taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.866339] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88c59f38-9a33-4e00-b4c1-1652f848f4eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.866470] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88c59f38-9a33-4e00-b4c1-1652f848f4eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.867095] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88c59f38-9a33-4e00-b4c1-1652f848f4eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.867095] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88c59f38-9a33-4e00-b4c1-1652f848f4eb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.867705] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.867802] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.870983] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-efe53514-280f-47b4-90ba-87471e3da4dd taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.870983] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efe53514-280f-47b4-90ba-87471e3da4dd" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.870983] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efe53514-280f-47b4-90ba-87471e3da4dd" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.870983] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efe53514-280f-47b4-90ba-87471e3da4dd" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.870983] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efe53514-280f-47b4-90ba-87471e3da4dd',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.870983] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.870983] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.870983] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf044f7-3f30-45e6-967a-051d85aae65b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.870983] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.870983] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-88c59f38-9a33-4e00-b4c1-1652f848f4eb taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.870983] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88c59f38-9a33-4e00-b4c1-1652f848f4eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.990282] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.992801] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.995440] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88c59f38-9a33-4e00-b4c1-1652f848f4eb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.372239] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-88c59f38-9a33-4e00-b4c1-1652f848f4eb taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.372348] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88c59f38-9a33-4e00-b4c1-1652f848f4eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.372573] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efe53514-280f-47b4-90ba-87471e3da4dd with status ACTIVE [ 917.372775] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.372900] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.373014] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.373217] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.373316] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.373518] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.374863] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.374863] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.374863] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.374863] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.374863] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.374863] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.374863] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.374863] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.374863] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.374863] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efe53514-280f-47b4-90ba-87471e3da4dd is going to be updated. [ 917.400012] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.400173] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.400249] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.400567] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.401277] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.401629] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efe53514-280f-47b4-90ba-87471e3da4dd" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.493388] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.497789] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.498991] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88c59f38-9a33-4e00-b4c1-1652f848f4eb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.995848] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.996157] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.996157] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.996274] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.996358] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.996457] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b is going to be updated. [ 918.005322] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.005456] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.005525] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.005726] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.005805] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.005897] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf044f7-3f30-45e6-967a-051d85aae65b is going to be updated. [ 918.007131] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.007238] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.007303] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.007470] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.007547] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.007633] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88c59f38-9a33-4e00-b4c1-1652f848f4eb is going to be created. [ 918.033266] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.033266] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.033266] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.033266] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.033266] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.034961] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.034961] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.034961] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.034961] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.035166] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.037040] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.037153] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.037218] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.037388] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.037521] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.045898] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b in Status: IN_PROGRESS for 2s [ 918.046329] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf044f7-3f30-45e6-967a-051d85aae65b in Status: IN_PROGRESS for 2s [ 918.046875] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88c59f38-9a33-4e00-b4c1-1652f848f4eb in Status: UNINITIALIZED for 2s [ 918.342142] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b in Status: SUCCESS [ 918.342142] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.342694] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.342979] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.343081] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.363671] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bf044f7-3f30-45e6-967a-051d85aae65b in Status: SUCCESS [ 918.363912] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.364410] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.364619] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.364704] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.846774] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.847162] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.871084] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf044f7-3f30-45e6-967a-051d85aae65b taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.871084] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.512205] env[69367]: INFO networking_nsxv3.common.synchronization [req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a req-6f0c5b14-ac23-433a-8a26-64b32d62d43f tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Enqueued Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGHEST for action security_group_members [ 919.512922] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGHEST for action security_group_members [ 919.513272] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-339018b6-4421-400f-afea-14fd86be5c3d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.513475] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.513475] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.513691] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.513841] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.513936] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.513997] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.514198] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.514279] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.514382] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.751553] env[69367]: INFO networking_nsxv3.common.synchronization [None req-6efd2f18-938a-4b10-a989-e4fdd07b07da None None] Enqueued Resource ID: f64c8763-c873-44ea-a99f-331b6348dc06 with Priority: HIGHEST for action port [ 919.752186] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f64c8763-c873-44ea-a99f-331b6348dc06 with Priority: HIGHEST for action port [ 919.752511] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-f64c8763-c873-44ea-a99f-331b6348dc06 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.752631] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f64c8763-c873-44ea-a99f-331b6348dc06" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.752745] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f64c8763-c873-44ea-a99f-331b6348dc06" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.753020] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f64c8763-c873-44ea-a99f-331b6348dc06" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.755360] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f64c8763-c873-44ea-a99f-331b6348dc06',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.016693] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.016842] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.016913] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.017171] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.017263] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.017478] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.017592] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.017656] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.017807] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.017884] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.017971] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 339018b6-4421-400f-afea-14fd86be5c3d is going to be deleted. [ 920.053382] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.053548] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.053605] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.053760] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.053850] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.053950] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.058599] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88c59f38-9a33-4e00-b4c1-1652f848f4eb in Status: SUCCESS [ 920.058850] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88c59f38-9a33-4e00-b4c1-1652f848f4eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.059022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88c59f38-9a33-4e00-b4c1-1652f848f4eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.059219] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88c59f38-9a33-4e00-b4c1-1652f848f4eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.059421] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.059547] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.059613] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.059765] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.059844] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.059953] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88c59f38-9a33-4e00-b4c1-1652f848f4eb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.065025] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf044f7-3f30-45e6-967a-051d85aae65b in Status: SUCCESS [ 920.065025] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.065025] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b in Status: SUCCESS [ 920.065025] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.065025] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.065025] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.065025] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.065025] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.065025] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.065025] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.065025] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.065025] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.065025] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.065025] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.065025] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.065025] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.065667] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.065667] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.065926] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.065926] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.257528] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f64c8763-c873-44ea-a99f-331b6348dc06 [ 920.259145] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.259145] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.259145] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.259145] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.259145] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.259145] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f64c8763-c873-44ea-a99f-331b6348dc06 already deleted. [ 920.259145] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f64c8763-c873-44ea-a99f-331b6348dc06" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.299043] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-783 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.299043] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-783" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.299043] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-783" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.299043] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-783" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.299996] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.300611] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.300914] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.301336] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.303583] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.303583] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 920.303583] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.303583] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.303583] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.303583] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 920.303583] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.303583] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.331345] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.331345] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 920.331345] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.331345] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-783" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.331345] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-2fb67c68-5e04-4e1a-8a65-5f2cc70ed4f9 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.331345] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-2fb67c68-5e04-4e1a-8a65-5f2cc70ed4f9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.331345] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-2fb67c68-5e04-4e1a-8a65-5f2cc70ed4f9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.331345] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-2fb67c68-5e04-4e1a-8a65-5f2cc70ed4f9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.331345] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fb67c68-5e04-4e1a-8a65-5f2cc70ed4f9',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.379961] env[69367]: INFO networking_nsxv3.common.synchronization [req-2f4a2cf5-15e9-4058-972e-2f8a941da64d req-40c6103f-d7a3-407c-8e3e-7714b3b0873c tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Enqueued Resource ID: 0bf044f7-3f30-45e6-967a-051d85aae65b with Priority: HIGHEST for action security_group_members [ 920.380145] env[69367]: INFO networking_nsxv3.common.synchronization [req-2f4a2cf5-15e9-4058-972e-2f8a941da64d req-40c6103f-d7a3-407c-8e3e-7714b3b0873c tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Enqueued Resource ID: aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b with Priority: HIGHEST for action security_group_members [ 920.380281] env[69367]: INFO networking_nsxv3.common.synchronization [req-2f4a2cf5-15e9-4058-972e-2f8a941da64d req-40c6103f-d7a3-407c-8e3e-7714b3b0873c tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Enqueued Resource ID: 88c59f38-9a33-4e00-b4c1-1652f848f4eb with Priority: HIGHEST for action security_group_members [ 920.380897] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf044f7-3f30-45e6-967a-051d85aae65b with Priority: HIGHEST for action security_group_members [ 920.381058] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b with Priority: HIGHEST for action security_group_members [ 920.381184] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88c59f38-9a33-4e00-b4c1-1652f848f4eb with Priority: HIGHEST for action security_group_members [ 920.381632] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf044f7-3f30-45e6-967a-051d85aae65b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.381774] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.382039] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.382135] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.382319] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-88c59f38-9a33-4e00-b4c1-1652f848f4eb taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.382415] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88c59f38-9a33-4e00-b4c1-1652f848f4eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.568018] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.568983] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88c59f38-9a33-4e00-b4c1-1652f848f4eb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.569695] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.832253] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.832493] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.832624] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.832936] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.833149] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.833335] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 2fb67c68-5e04-4e1a-8a65-5f2cc70ed4f9 not found, creating... [ 920.833605] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.833799] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.833930] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.834350] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.834513] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.835029] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.835283] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.835489] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.835749] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.835978] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.836284] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 2fb67c68-5e04-4e1a-8a65-5f2cc70ed4f9 is going to be created. [ 920.859154] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.859323] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.859394] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.860655] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.860655] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.860655] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-2fb67c68-5e04-4e1a-8a65-5f2cc70ed4f9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.072181] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.073173] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.073932] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88c59f38-9a33-4e00-b4c1-1652f848f4eb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.207035] env[69367]: INFO networking_nsxv3.common.synchronization [req-3a9503ae-eb3d-42a3-bbfd-41082a35af04 req-315e3e33-fd18-455a-91a1-2b1c81bbdcf0 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Enqueued Resource ID: 92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1 with Priority: HIGHEST for action security_group_members [ 921.207261] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1 with Priority: HIGHEST for action security_group_members [ 921.208047] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.208047] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.208047] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.208047] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.208253] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.208359] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.208451] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.208671] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.208805] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.208934] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.578899] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.579218] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.583172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.583459] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.583557] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.583672] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf044f7-3f30-45e6-967a-051d85aae65b is going to be updated. [ 921.587774] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.587774] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.587774] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.587774] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.587774] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.587774] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88c59f38-9a33-4e00-b4c1-1652f848f4eb is going to be updated. [ 921.587774] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.587774] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.587774] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.587774] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.587774] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.587774] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b is going to be updated. [ 921.620667] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.620886] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.620968] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.622054] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.622054] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.623387] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.623551] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.623628] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.623882] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.624025] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.625829] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.625945] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.626466] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.626668] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.626804] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.637289] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf044f7-3f30-45e6-967a-051d85aae65b in Status: IN_PROGRESS for 2s [ 921.638039] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88c59f38-9a33-4e00-b4c1-1652f848f4eb in Status: IN_PROGRESS for 2s [ 921.638663] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b in Status: IN_PROGRESS for 2s [ 921.714228] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.714494] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.714494] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.715132] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.715132] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.715132] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.715132] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.715273] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.715742] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.715742] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.715742] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1 is going to be updated. [ 921.748548] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.748548] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.748548] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.748548] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.748548] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.761496] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1 in Status: IN_PROGRESS for 2s [ 922.007221] env[69367]: INFO networking_nsxv3.common.synchronization [None req-934c08af-4fdf-4898-9390-516b43fd5e0c None None] Enqueued Resource ID: ed3a5610-0c4f-4984-8095-517940d8c5ba with Priority: HIGHEST for action port [ 922.007221] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3a5610-0c4f-4984-8095-517940d8c5ba with Priority: HIGHEST for action port [ 922.007221] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed3a5610-0c4f-4984-8095-517940d8c5ba taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.007221] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed3a5610-0c4f-4984-8095-517940d8c5ba" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.007874] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed3a5610-0c4f-4984-8095-517940d8c5ba" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.008389] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed3a5610-0c4f-4984-8095-517940d8c5ba" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.008597] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed3a5610-0c4f-4984-8095-517940d8c5ba',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.012125] env[69367]: INFO networking_nsxv3.common.synchronization [req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a req-acdcbb01-7741-4361-86e6-a16b2a0d65b3 service nova] Enqueued Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGHEST for action security_group_rules [ 922.012125] env[69367]: INFO networking_nsxv3.common.synchronization [req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a req-acdcbb01-7741-4361-86e6-a16b2a0d65b3 service nova] Enqueued Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGHEST for action security_group_members [ 922.012125] env[69367]: INFO networking_nsxv3.common.synchronization [req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a req-acdcbb01-7741-4361-86e6-a16b2a0d65b3 service nova] Enqueued Resource ID: 2fb67c68-5e04-4e1a-8a65-5f2cc70ed4f9 with Priority: HIGHEST for action port [ 922.012125] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGHEST for action security_group_rules [ 922.012125] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGHEST for action security_group_members [ 922.012125] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb67c68-5e04-4e1a-8a65-5f2cc70ed4f9 with Priority: HIGHEST for action port [ 922.012125] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-339018b6-4421-400f-afea-14fd86be5c3d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.012125] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.012125] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.012678] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.012842] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.013832] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-339018b6-4421-400f-afea-14fd86be5c3d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.014103] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.014283] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.014562] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.014825] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.015077] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.015258] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.015503] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.015752] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.016185] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.017256] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fb67c68-5e04-4e1a-8a65-5f2cc70ed4f9 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.018917] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fb67c68-5e04-4e1a-8a65-5f2cc70ed4f9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.018917] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fb67c68-5e04-4e1a-8a65-5f2cc70ed4f9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.018917] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fb67c68-5e04-4e1a-8a65-5f2cc70ed4f9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.018917] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fb67c68-5e04-4e1a-8a65-5f2cc70ed4f9',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.512657] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed3a5610-0c4f-4984-8095-517940d8c5ba [ 922.512657] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.512657] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.512657] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.512657] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.512657] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.512657] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed3a5610-0c4f-4984-8095-517940d8c5ba already deleted. [ 922.512657] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed3a5610-0c4f-4984-8095-517940d8c5ba" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.519019] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-339018b6-4421-400f-afea-14fd86be5c3d taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.519139] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.519326] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.521788] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2fb67c68-5e04-4e1a-8a65-5f2cc70ed4f9 with status ACTIVE [ 922.522183] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.522183] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.522183] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.522348] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.522435] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.522617] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.522843] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.522923] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.523094] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.523172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.523367] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.523465] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.523533] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.523710] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.523741] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.523819] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2fb67c68-5e04-4e1a-8a65-5f2cc70ed4f9 is going to be updated. [ 922.544737] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.544737] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.544737] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.544968] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.544968] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.545140] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fb67c68-5e04-4e1a-8a65-5f2cc70ed4f9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.021879] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.523606] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.523776] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.523836] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.524063] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.525052] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.525052] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 339018b6-4421-400f-afea-14fd86be5c3d is going to be created. [ 923.552420] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.552875] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.552875] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.553476] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.553476] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.563123] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 339018b6-4421-400f-afea-14fd86be5c3d in Status: UNINITIALIZED for 2s [ 923.653473] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88c59f38-9a33-4e00-b4c1-1652f848f4eb in Status: SUCCESS [ 923.653588] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88c59f38-9a33-4e00-b4c1-1652f848f4eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.654354] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b in Status: SUCCESS [ 923.654524] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.655165] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf044f7-3f30-45e6-967a-051d85aae65b in Status: SUCCESS [ 923.655325] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.656265] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88c59f38-9a33-4e00-b4c1-1652f848f4eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.656265] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88c59f38-9a33-4e00-b4c1-1652f848f4eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.656265] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.656265] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.656265] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.656265] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.656265] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.656568] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88c59f38-9a33-4e00-b4c1-1652f848f4eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.656568] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88c59f38-9a33-4e00-b4c1-1652f848f4eb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.657313] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.658357] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.658357] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.658357] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.658357] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.658357] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.658357] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.658357] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.658357] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.658960] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.659132] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.659296] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.659399] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.659458] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.659589] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.659817] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.659817] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.659817] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.661060] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88c59f38-9a33-4e00-b4c1-1652f848f4eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.661204] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88c59f38-9a33-4e00-b4c1-1652f848f4eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.661366] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.661565] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.661633] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.661780] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.661856] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.661942] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88c59f38-9a33-4e00-b4c1-1652f848f4eb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.662603] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.662781] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.663084] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.663084] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.663084] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.663220] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.663292] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.663372] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.664403] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.664403] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.664403] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.664403] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.664632] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.664632] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.664632] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.664712] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.772400] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1 in Status: SUCCESS [ 923.772400] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1 deletion is rescheduled due to dependency. [ 923.772400] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.161602] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.162593] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88c59f38-9a33-4e00-b4c1-1652f848f4eb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.166114] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.166249] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.166317] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.166527] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.166984] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.166984] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.166984] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.166984] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.167203] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.167235] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.167302] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88c59f38-9a33-4e00-b4c1-1652f848f4eb is going to be deleted. [ 924.168311] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.168432] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.168491] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.168647] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.168723] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.168897] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.170081] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.170195] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.170366] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.170491] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.170588] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b is going to be updated. [ 924.171604] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf044f7-3f30-45e6-967a-051d85aae65b taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.171707] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.171853] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.210889] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.210889] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.210889] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.210889] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.210889] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.211231] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88c59f38-9a33-4e00-b4c1-1652f848f4eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.211820] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.211931] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.211997] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.212168] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.212300] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.223366] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b in Status: IN_PROGRESS for 2s [ 924.664446] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b: rpc.has_security_group_logging(os_id): False [ 924.666210] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88c59f38-9a33-4e00-b4c1-1652f848f4eb: rpc.has_security_group_logging(os_id): False [ 924.678525] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.691172] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.691172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.691172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.691669] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.691669] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.691854] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.691990] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.692098] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.692305] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.692413] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.692534] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88c59f38-9a33-4e00-b4c1-1652f848f4eb is going to be created. [ 924.696736] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.696917] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.696917] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.697088] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.697171] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.697405] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.697555] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.697656] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.697865] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.697988] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.698310] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b is going to be updated. [ 924.720667] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/88c59f38-9a33-4e00-b4c1-1652f848f4eb], does not exist path=[/infra/domains/default/groups/88c59f38-9a33-4e00-b4c1-1652f848f4eb]."\n}' [ 924.720939] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88c59f38-9a33-4e00-b4c1-1652f848f4eb failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/88c59f38-9a33-4e00-b4c1-1652f848f4eb [ 924.721052] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 924.754785] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.755091] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.755091] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.755220] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.756485] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.756900] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.757083] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.757177] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.757404] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.757494] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.757712] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.757941] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.757941] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.758213] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.758213] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.758213] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88c59f38-9a33-4e00-b4c1-1652f848f4eb is going to be created. [ 924.760337] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.760615] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.760615] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.760810] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.760888] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.774315] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b in Status: IN_PROGRESS for 2s [ 924.778619] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/88c59f38-9a33-4e00-b4c1-1652f848f4eb], does not exist path=[/infra/domains/default/groups/88c59f38-9a33-4e00-b4c1-1652f848f4eb]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/88c59f38-9a33-4e00-b4c1-1652f848f4eb [ 924.778858] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88c59f38-9a33-4e00-b4c1-1652f848f4eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.779624] env[69367]: Traceback (most recent call last): [ 924.779710] env[69367]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 924.779710] env[69367]: return func(*args, **kwargs) [ 924.779710] env[69367]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 924.779710] env[69367]: res.raise_for_status() [ 924.779710] env[69367]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 924.779710] env[69367]: raise HTTPError(http_error_msg, response=self) [ 924.779710] env[69367]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/88c59f38-9a33-4e00-b4c1-1652f848f4eb [ 924.779710] env[69367]: During handling of the above exception, another exception occurred: [ 924.779710] env[69367]: Traceback (most recent call last): [ 924.779710] env[69367]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 924.779710] env[69367]: listener.cb(fileno) [ 924.779710] env[69367]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 924.779710] env[69367]: result = function(*args, **kwargs) [ 924.779710] env[69367]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 924.779710] env[69367]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 924.779710] env[69367]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 924.779710] env[69367]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 924.779710] env[69367]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 924.779710] env[69367]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 924.779710] env[69367]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 924.779710] env[69367]: res.raise_for_status() [ 924.779710] env[69367]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 924.779710] env[69367]: raise HTTPError(http_error_msg, response=self) [ 924.779710] env[69367]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/88c59f38-9a33-4e00-b4c1-1652f848f4eb [ 924.779710] env[69367]: Removing descriptor: 16 [ 925.184608] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.184923] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.184923] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.185108] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.185199] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.185331] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf044f7-3f30-45e6-967a-051d85aae65b is going to be updated. [ 925.235450] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.235567] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.235604] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.235811] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.235946] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.251854] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf044f7-3f30-45e6-967a-051d85aae65b in Status: IN_PROGRESS for 2s [ 925.573525] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 339018b6-4421-400f-afea-14fd86be5c3d in Status: SUCCESS [ 925.574821] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.574821] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.574821] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.574821] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.574821] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.574821] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.574821] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.574821] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.575327] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.575327] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.077854] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-339018b6-4421-400f-afea-14fd86be5c3d taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.078032] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.078098] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.078366] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.078675] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.078817] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.078911] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.079129] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.079249] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.079382] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.079567] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-339018b6-4421-400f-afea-14fd86be5c3d taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.079673] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.079752] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.079892] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.080051] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.080150] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.080227] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.080429] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.080552] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.080628] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.080723] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.237134] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b in Status: SUCCESS [ 926.237529] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b deletion is rescheduled due to dependency. [ 926.237529] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.583595] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 339018b6-4421-400f-afea-14fd86be5c3d: rpc.has_security_group_logging(os_id): False [ 926.602814] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.602814] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.602814] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.603071] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.603071] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.603242] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.603465] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.603534] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.603694] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.603774] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.603958] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.604064] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.604125] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.604259] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.604332] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.604528] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.604601] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.604659] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.604794] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.604865] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.604966] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 339018b6-4421-400f-afea-14fd86be5c3d is going to be created. [ 926.664841] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.665033] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.665033] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.665229] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.665412] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.676806] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 339018b6-4421-400f-afea-14fd86be5c3d in Status: IN_PROGRESS for 2s [ 926.796089] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b in Status: SUCCESS [ 926.796311] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.012258] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 927.012375] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 927.262779] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf044f7-3f30-45e6-967a-051d85aae65b in Status: SUCCESS [ 927.264238] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.264238] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.264238] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.264238] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.264238] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.264238] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.264238] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.264238] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.264238] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.264238] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf044f7-3f30-45e6-967a-051d85aae65b taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.264594] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.264594] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.264594] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.267034] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.267034] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.267034] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.267034] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.267034] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.267034] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.267034] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.769995] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bf044f7-3f30-45e6-967a-051d85aae65b: rpc.has_security_group_logging(os_id): False [ 927.789219] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.789386] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.789424] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.789640] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.812270] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.812576] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.812699] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.812765] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.812998] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.813229] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.813292] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.813439] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.813504] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.813741] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.813787] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.813958] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.814068] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.814137] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.814279] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.814353] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.814437] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bf044f7-3f30-45e6-967a-051d85aae65b is going to be updated. [ 927.889738] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.889893] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.889962] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.890186] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.890332] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.914192] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bf044f7-3f30-45e6-967a-051d85aae65b in Status: IN_PROGRESS for 2s [ 928.395574] env[69367]: INFO networking_nsxv3.common.synchronization [req-4531c1a5-42b0-49c2-b789-906aa45b7bee req-827e4e89-6395-4fb0-9030-6ca8fb88a27f tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Enqueued Resource ID: 757ac155-9c64-4cee-8e4c-9d6162d4bd63 with Priority: HIGHEST for action security_group_members [ 928.396224] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 757ac155-9c64-4cee-8e4c-9d6162d4bd63 with Priority: HIGHEST for action security_group_members [ 928.396495] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-757ac155-9c64-4cee-8e4c-9d6162d4bd63 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.396895] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-757ac155-9c64-4cee-8e4c-9d6162d4bd63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.396895] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-757ac155-9c64-4cee-8e4c-9d6162d4bd63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.396895] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-757ac155-9c64-4cee-8e4c-9d6162d4bd63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.397197] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.397366] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.397508] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.397709] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.398234] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.398303] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('757ac155-9c64-4cee-8e4c-9d6162d4bd63',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.697157] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 339018b6-4421-400f-afea-14fd86be5c3d in Status: SUCCESS [ 928.697157] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.901076] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.901478] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.902193] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.902636] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.927064] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.927064] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.927064] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.927064] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.927064] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.927064] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.927064] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 757ac155-9c64-4cee-8e4c-9d6162d4bd63 is going to be updated. [ 928.965586] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.965586] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.965586] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.965586] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.966270] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.976570] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 757ac155-9c64-4cee-8e4c-9d6162d4bd63 in Status: IN_PROGRESS for 2s [ 929.072494] env[69367]: INFO networking_nsxv3.common.synchronization [req-4c5c0269-1e4a-4dc1-9273-d4ea0c83dc07 req-23c48bf5-c358-4890-b430-b2ee6d3c3051 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Enqueued Resource ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 with Priority: HIGHEST for action security_group_members [ 929.073059] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 with Priority: HIGHEST for action security_group_members [ 929.074156] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-938b17d8-83c7-4e14-a36c-c5771d177c30 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.074156] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.074156] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.074156] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.074156] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.074156] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.074156] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.074769] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.074769] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.074769] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('938b17d8-83c7-4e14-a36c-c5771d177c30',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.579325] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('938b17d8-83c7-4e14-a36c-c5771d177c30',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.932894] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bf044f7-3f30-45e6-967a-051d85aae65b in Status: SUCCESS [ 929.933160] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.085081] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('938b17d8-83c7-4e14-a36c-c5771d177c30',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.587576] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.587834] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.587877] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.588145] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.588239] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.588342] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 is going to be updated. [ 930.618429] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.618606] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.618679] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.618891] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.619130] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.628476] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 in Status: IN_PROGRESS for 2s [ 930.990034] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 757ac155-9c64-4cee-8e4c-9d6162d4bd63 in Status: SUCCESS [ 930.990034] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 757ac155-9c64-4cee-8e4c-9d6162d4bd63 deletion is rescheduled due to dependency. [ 930.990034] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-757ac155-9c64-4cee-8e4c-9d6162d4bd63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.070615] env[69367]: INFO networking_nsxv3.common.synchronization [req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 req-13c3eb47-8d14-4c4f-93f6-e4f2f316302a tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Enqueued Resource ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e with Priority: HIGHEST for action security_group_members [ 931.071220] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e with Priority: HIGHEST for action security_group_members [ 931.071913] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1525c35-a8c9-4b67-9182-fc38959a0d4e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.071913] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.071913] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.072120] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.072237] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.072237] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.072327] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.072464] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.072575] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.072639] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1525c35-a8c9-4b67-9182-fc38959a0d4e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.578095] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.578268] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.578339] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.578558] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.603126] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.603126] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.603126] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.603126] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.603126] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.603126] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.603126] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e is going to be updated. [ 931.627244] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.627382] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.627456] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.628082] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.628248] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.640730] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e in Status: IN_PROGRESS for 2s [ 931.689234] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-616 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.690853] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-616" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.690853] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-616" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.690853] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-616" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.690853] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.691119] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.691119] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.691873] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.691873] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.692062] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 931.692135] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.692303] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.692465] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.692627] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 931.692785] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.692973] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.720182] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.721021] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 931.721206] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.721333] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-616" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.721697] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-e24ab85f-54a1-442a-89f4-123f1d16806d taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.721950] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-e24ab85f-54a1-442a-89f4-123f1d16806d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.721950] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-e24ab85f-54a1-442a-89f4-123f1d16806d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.721950] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-e24ab85f-54a1-442a-89f4-123f1d16806d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.721950] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e24ab85f-54a1-442a-89f4-123f1d16806d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.226039] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.226039] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.226039] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.226039] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.226039] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.226484] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port e24ab85f-54a1-442a-89f4-123f1d16806d not found, creating... [ 932.226484] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.226610] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.229041] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.229041] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.229041] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.229041] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.229041] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.229041] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.229041] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.229041] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.229041] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: e24ab85f-54a1-442a-89f4-123f1d16806d is going to be created. [ 932.247522] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.247763] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.247898] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.248215] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.248465] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.248774] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-e24ab85f-54a1-442a-89f4-123f1d16806d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.638057] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 in Status: SUCCESS [ 932.638601] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.140326] env[69367]: INFO networking_nsxv3.common.synchronization [req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 req-8dda20f2-51aa-4226-a807-1d04f7e7d14e service nova] Enqueued Resource ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e with Priority: HIGHEST for action security_group_rules [ 933.140534] env[69367]: INFO networking_nsxv3.common.synchronization [req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 req-8dda20f2-51aa-4226-a807-1d04f7e7d14e service nova] Enqueued Resource ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e with Priority: HIGHEST for action security_group_members [ 933.140804] env[69367]: INFO networking_nsxv3.common.synchronization [req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 req-8dda20f2-51aa-4226-a807-1d04f7e7d14e service nova] Enqueued Resource ID: e24ab85f-54a1-442a-89f4-123f1d16806d with Priority: HIGHEST for action port [ 933.141396] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e with Priority: HIGHEST for action security_group_rules [ 933.141608] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e with Priority: HIGHEST for action security_group_members [ 933.141719] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e24ab85f-54a1-442a-89f4-123f1d16806d with Priority: HIGHEST for action port [ 933.144176] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1525c35-a8c9-4b67-9182-fc38959a0d4e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.144473] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.144653] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.147817] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.147817] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1525c35-a8c9-4b67-9182-fc38959a0d4e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.147817] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1525c35-a8c9-4b67-9182-fc38959a0d4e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.147817] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.147817] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-e24ab85f-54a1-442a-89f4-123f1d16806d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.147817] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e24ab85f-54a1-442a-89f4-123f1d16806d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.147817] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e24ab85f-54a1-442a-89f4-123f1d16806d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.147817] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e24ab85f-54a1-442a-89f4-123f1d16806d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.147817] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e24ab85f-54a1-442a-89f4-123f1d16806d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.651111] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1525c35-a8c9-4b67-9182-fc38959a0d4e taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.651111] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.651111] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e24ab85f-54a1-442a-89f4-123f1d16806d with status ACTIVE [ 933.651111] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.651111] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.651111] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.651111] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.651111] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.651111] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.651111] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.651111] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.651111] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.651111] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.651782] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.651782] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.651782] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.653349] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.653349] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.653349] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e24ab85f-54a1-442a-89f4-123f1d16806d is going to be updated. [ 933.654348] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e in Status: SUCCESS [ 933.654348] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e deletion is rescheduled due to dependency. [ 933.654458] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.654626] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.654779] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.654931] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.655175] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.655233] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.655384] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.655463] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.655554] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1525c35-a8c9-4b67-9182-fc38959a0d4e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.676536] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.676689] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.676780] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.677016] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.677232] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.677412] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e24ab85f-54a1-442a-89f4-123f1d16806d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.158613] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1525c35-a8c9-4b67-9182-fc38959a0d4e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.662032] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1525c35-a8c9-4b67-9182-fc38959a0d4e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.166551] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.166761] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.166861] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.167094] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.167185] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.167283] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e is going to be updated. [ 935.199448] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.199669] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.199751] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.199992] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.200167] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.210078] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e in Status: IN_PROGRESS for 2s [ 937.221654] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e in Status: SUCCESS [ 937.222062] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.222062] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.222212] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.222393] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.222511] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.222672] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.222728] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.222796] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.222881] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.223068] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1525c35-a8c9-4b67-9182-fc38959a0d4e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.726955] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1525c35-a8c9-4b67-9182-fc38959a0d4e taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.727227] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.727227] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.727413] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.727593] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.727702] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.727758] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.727929] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.728028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.728133] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.728278] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1525c35-a8c9-4b67-9182-fc38959a0d4e taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.728371] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.728432] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.728571] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.728789] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.728886] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.728948] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.729110] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.729181] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.729264] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.729369] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1525c35-a8c9-4b67-9182-fc38959a0d4e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.144806] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 938.144806] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 938.232235] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1525c35-a8c9-4b67-9182-fc38959a0d4e: rpc.has_security_group_logging(os_id): False [ 938.256277] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.256277] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.256277] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.256277] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.256277] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.256277] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.256277] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.256277] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.256277] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.256277] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.256277] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.256277] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.256277] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.256277] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.256277] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.257028] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.257028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.257028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.257628] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.257819] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.257980] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e is going to be updated. [ 938.327489] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.327630] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.327769] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.327904] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.328060] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.346789] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e in Status: IN_PROGRESS for 2s [ 938.440091] env[69367]: INFO networking_nsxv3.common.synchronization [None req-3ea694b0-0f2b-4bf2-aa8b-0d31a2610904 None None] Enqueued Resource ID: 5a1b95de-0824-4aca-ae92-4b120a5ba22c with Priority: HIGHEST for action port [ 938.440091] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a1b95de-0824-4aca-ae92-4b120a5ba22c with Priority: HIGHEST for action port [ 938.441190] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a1b95de-0824-4aca-ae92-4b120a5ba22c taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.441320] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a1b95de-0824-4aca-ae92-4b120a5ba22c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.441320] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a1b95de-0824-4aca-ae92-4b120a5ba22c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.441561] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a1b95de-0824-4aca-ae92-4b120a5ba22c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.441657] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a1b95de-0824-4aca-ae92-4b120a5ba22c',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.630065] env[69367]: INFO networking_nsxv3.common.synchronization [None req-9f5db38c-4b15-4b3b-97e7-4382e48feff5 None None] Enqueued Resource ID: a0c40c01-4894-45d5-ade3-4392e9e7d252 with Priority: HIGHEST for action port [ 938.630065] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0c40c01-4894-45d5-ade3-4392e9e7d252 with Priority: HIGHEST for action port [ 938.630065] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0c40c01-4894-45d5-ade3-4392e9e7d252 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.630065] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0c40c01-4894-45d5-ade3-4392e9e7d252" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.630065] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0c40c01-4894-45d5-ade3-4392e9e7d252" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.630065] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0c40c01-4894-45d5-ade3-4392e9e7d252" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.630065] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0c40c01-4894-45d5-ade3-4392e9e7d252',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.946540] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a1b95de-0824-4aca-ae92-4b120a5ba22c [ 938.946762] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.946885] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.946957] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.947175] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.947260] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.947352] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a1b95de-0824-4aca-ae92-4b120a5ba22c already deleted. [ 938.947428] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a1b95de-0824-4aca-ae92-4b120a5ba22c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.132687] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0c40c01-4894-45d5-ade3-4392e9e7d252 [ 939.132978] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.133128] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.133200] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.133404] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.133492] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.133609] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0c40c01-4894-45d5-ade3-4392e9e7d252 already deleted. [ 939.133720] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0c40c01-4894-45d5-ade3-4392e9e7d252" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.363816] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e in Status: SUCCESS [ 940.363816] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.406839] env[69367]: INFO networking_nsxv3.common.synchronization [req-c9912146-c448-4186-9c84-1bb1dee2df92 req-782b7b77-48d7-410a-ad48-28cf46cad36a tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Enqueued Resource ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d with Priority: HIGHEST for action security_group_members [ 940.407568] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d with Priority: HIGHEST for action security_group_members [ 940.407762] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-530104e6-2d1d-4cf1-b624-56cd85e2be4d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.408809] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.408809] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.409050] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.409502] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.409794] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.409838] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.410141] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.410141] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.410471] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('530104e6-2d1d-4cf1-b624-56cd85e2be4d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.568709] env[69367]: INFO networking_nsxv3.common.synchronization [None req-eff20df9-bc4b-4e8f-9b67-578811547467 None None] Enqueued Resource ID: b31350dc-564e-4fa2-90a6-f3f4d548b3b1 with Priority: HIGHEST for action port [ 940.568709] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b31350dc-564e-4fa2-90a6-f3f4d548b3b1 with Priority: HIGHEST for action port [ 940.568841] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-b31350dc-564e-4fa2-90a6-f3f4d548b3b1 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.568980] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b31350dc-564e-4fa2-90a6-f3f4d548b3b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.569057] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b31350dc-564e-4fa2-90a6-f3f4d548b3b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.569353] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b31350dc-564e-4fa2-90a6-f3f4d548b3b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.569439] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b31350dc-564e-4fa2-90a6-f3f4d548b3b1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.912731] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.912980] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.912980] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.913230] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.913325] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.913519] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.913620] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.913682] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.913837] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.913951] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.914068] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d already deleted. [ 940.914154] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.952122] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-63 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.952330] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.952455] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.952862] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.954209] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.954395] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.954521] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.954793] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.955036] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.955324] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 940.955451] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 940.955566] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 940.955698] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 940.955851] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 940.955975] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 940.956128] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 940.989767] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 940.989960] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 940.990116] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 940.990306] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.990704] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-b81486f7-2f88-4495-bcd1-4b7465c7dff4 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.990895] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-b81486f7-2f88-4495-bcd1-4b7465c7dff4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.991045] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-b81486f7-2f88-4495-bcd1-4b7465c7dff4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.991401] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-b81486f7-2f88-4495-bcd1-4b7465c7dff4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.991546] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b81486f7-2f88-4495-bcd1-4b7465c7dff4',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.075482] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b31350dc-564e-4fa2-90a6-f3f4d548b3b1 [ 941.075663] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.075801] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.075866] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.076108] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.076189] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.076285] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b31350dc-564e-4fa2-90a6-f3f4d548b3b1 already deleted. [ 941.076360] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b31350dc-564e-4fa2-90a6-f3f4d548b3b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.172725] env[69367]: INFO networking_nsxv3.common.synchronization [None req-c15b7749-72cf-413f-b352-1245e73823e7 None None] Enqueued Resource ID: 188f854d-0f0e-4ba3-805b-9e84b5152931 with Priority: HIGHEST for action port [ 941.173475] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188f854d-0f0e-4ba3-805b-9e84b5152931 with Priority: HIGHEST for action port [ 941.173847] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-188f854d-0f0e-4ba3-805b-9e84b5152931 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.173986] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-188f854d-0f0e-4ba3-805b-9e84b5152931" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.175245] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-188f854d-0f0e-4ba3-805b-9e84b5152931" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.175245] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-188f854d-0f0e-4ba3-805b-9e84b5152931" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.175245] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('188f854d-0f0e-4ba3-805b-9e84b5152931',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.498414] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.498800] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.499042] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.499257] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.499418] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.499595] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port b81486f7-2f88-4495-bcd1-4b7465c7dff4 not found, creating... [ 941.499933] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.500131] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.500266] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.500529] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.500728] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.501058] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.501222] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.501373] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.501649] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.501820] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.501926] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: b81486f7-2f88-4495-bcd1-4b7465c7dff4 is going to be created. [ 941.537472] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.537859] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.538132] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.538573] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.538945] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.542159] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-b81486f7-2f88-4495-bcd1-4b7465c7dff4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.678284] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 188f854d-0f0e-4ba3-805b-9e84b5152931 [ 941.678675] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.678775] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.678857] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.679638] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.679638] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.679638] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:188f854d-0f0e-4ba3-805b-9e84b5152931 already deleted. [ 941.679638] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-188f854d-0f0e-4ba3-805b-9e84b5152931" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.286645] env[69367]: INFO networking_nsxv3.common.synchronization [req-c9912146-c448-4186-9c84-1bb1dee2df92 req-4d4c3da2-0a43-4a05-8363-dea21ed03836 service nova] Enqueued Resource ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d with Priority: HIGHEST for action security_group_rules [ 942.286645] env[69367]: INFO networking_nsxv3.common.synchronization [req-c9912146-c448-4186-9c84-1bb1dee2df92 req-4d4c3da2-0a43-4a05-8363-dea21ed03836 service nova] Enqueued Resource ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d with Priority: HIGHEST for action security_group_members [ 942.286645] env[69367]: INFO networking_nsxv3.common.synchronization [req-c9912146-c448-4186-9c84-1bb1dee2df92 req-4d4c3da2-0a43-4a05-8363-dea21ed03836 service nova] Enqueued Resource ID: b81486f7-2f88-4495-bcd1-4b7465c7dff4 with Priority: HIGHEST for action port [ 942.286765] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d with Priority: HIGHEST for action security_group_rules [ 942.286795] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d with Priority: HIGHEST for action security_group_members [ 942.287132] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b81486f7-2f88-4495-bcd1-4b7465c7dff4 with Priority: HIGHEST for action port [ 942.287629] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-530104e6-2d1d-4cf1-b624-56cd85e2be4d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.288941] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.288941] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.289236] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.289236] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('530104e6-2d1d-4cf1-b624-56cd85e2be4d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.294174] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-530104e6-2d1d-4cf1-b624-56cd85e2be4d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.294174] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.294174] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.294174] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.294174] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.294174] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.294174] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.294174] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.294174] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.294174] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('530104e6-2d1d-4cf1-b624-56cd85e2be4d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.294174] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-b81486f7-2f88-4495-bcd1-4b7465c7dff4 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.294174] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b81486f7-2f88-4495-bcd1-4b7465c7dff4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.294174] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b81486f7-2f88-4495-bcd1-4b7465c7dff4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.294174] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b81486f7-2f88-4495-bcd1-4b7465c7dff4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.294174] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b81486f7-2f88-4495-bcd1-4b7465c7dff4',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.799069] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b81486f7-2f88-4495-bcd1-4b7465c7dff4 with status ACTIVE [ 942.799334] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.799448] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.799516] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.799726] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.799838] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.800060] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.800142] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.800142] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.800298] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.800369] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.800543] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.800632] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.800724] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.800881] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.800948] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.801047] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b81486f7-2f88-4495-bcd1-4b7465c7dff4 is going to be updated. [ 942.802256] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-530104e6-2d1d-4cf1-b624-56cd85e2be4d taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.802373] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.802529] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('530104e6-2d1d-4cf1-b624-56cd85e2be4d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.823241] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.823398] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.823443] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.824124] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.824124] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.824124] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b81486f7-2f88-4495-bcd1-4b7465c7dff4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.304857] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('530104e6-2d1d-4cf1-b624-56cd85e2be4d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.809565] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.809839] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.809839] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.810011] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.810113] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.810211] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d is going to be created. [ 943.837527] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.837527] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.837527] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.837752] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.837899] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.848317] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d in Status: UNINITIALIZED for 2s [ 945.037228] env[69367]: INFO networking_nsxv3.common.synchronization [req-65bace1a-134f-4d19-847b-4ab455221ae1 req-ab5abed9-b5fd-4b70-8ddb-18d16dc2b466 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Enqueued Resource ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d with Priority: HIGHEST for action security_group_members [ 945.037736] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d with Priority: HIGHEST for action security_group_members [ 945.038059] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-530104e6-2d1d-4cf1-b624-56cd85e2be4d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.038189] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.737024] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-63 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.737236] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.737366] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.737632] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.737884] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.738173] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.738373] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.738601] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.738776] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.742020] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 945.742020] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 945.742020] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 945.742020] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 945.742020] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 945.742020] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 945.742020] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 945.760631] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 945.760631] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 945.760820] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 945.761153] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.761299] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-650b2ece-9960-4a18-81c3-4a9e17269626 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.761483] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-650b2ece-9960-4a18-81c3-4a9e17269626" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.761605] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-650b2ece-9960-4a18-81c3-4a9e17269626" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.761998] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-650b2ece-9960-4a18-81c3-4a9e17269626" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.762142] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('650b2ece-9960-4a18-81c3-4a9e17269626',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.764658] env[69367]: INFO networking_nsxv3.common.synchronization [req-f2776df4-fe95-418c-a82e-9233251443ff req-8c67ba98-90a1-413e-b768-e53eef6839a5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Enqueued Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGHEST for action security_group_members [ 945.766372] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGHEST for action security_group_members [ 945.766678] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-339018b6-4421-400f-afea-14fd86be5c3d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.766797] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.766883] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.767255] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.767255] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.767346] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.767379] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.767526] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.767602] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.767692] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.858696] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d in Status: SUCCESS [ 945.858934] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.859117] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.859330] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.859516] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.859626] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.859688] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.859834] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.859910] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.859989] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.860095] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('530104e6-2d1d-4cf1-b624-56cd85e2be4d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.863704] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.863704] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.863704] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.863704] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.863704] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.863704] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.863704] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.863704] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('530104e6-2d1d-4cf1-b624-56cd85e2be4d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.266084] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.266479] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.266582] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.266979] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.267143] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.267359] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 650b2ece-9960-4a18-81c3-4a9e17269626 not found, creating... [ 946.267648] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.267814] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.267965] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.268288] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.268421] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.268964] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.269463] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.269706] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.270015] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.270280] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.271023] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 650b2ece-9960-4a18-81c3-4a9e17269626 is going to be created. [ 946.272134] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.272388] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.272527] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.272774] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.272925] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.273211] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.273393] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.273752] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.274058] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.275314] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.275314] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 339018b6-4421-400f-afea-14fd86be5c3d is going to be updated. [ 946.306306] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.306538] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.306670] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.306963] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.307333] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.308286] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-650b2ece-9960-4a18-81c3-4a9e17269626" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.313025] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.313167] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.313319] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.313577] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.313755] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.323849] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 339018b6-4421-400f-afea-14fd86be5c3d in Status: IN_PROGRESS for 2s [ 946.353682] env[69367]: INFO networking_nsxv3.common.synchronization [req-b913266b-32cb-47db-995f-85dfb5402150 req-722982ba-dfd7-47e8-bd8e-61b4a8c4d246 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Enqueued Resource ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e with Priority: HIGHEST for action security_group_members [ 946.354280] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e with Priority: HIGHEST for action security_group_members [ 946.354591] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1525c35-a8c9-4b67-9182-fc38959a0d4e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.354716] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.354784] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.355041] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.355997] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.356126] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.356250] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.356590] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.356708] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.356836] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1525c35-a8c9-4b67-9182-fc38959a0d4e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.365975] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('530104e6-2d1d-4cf1-b624-56cd85e2be4d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.367024] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-530104e6-2d1d-4cf1-b624-56cd85e2be4d taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.367024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.861161] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.861356] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.861436] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.861699] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.861835] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.862758] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.862758] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.862758] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.862758] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.862758] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.862758] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e is going to be updated. [ 946.869348] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('530104e6-2d1d-4cf1-b624-56cd85e2be4d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.898161] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.898278] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.898348] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.898546] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.898684] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.909276] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e in Status: IN_PROGRESS for 2s [ 947.281271] env[69367]: INFO networking_nsxv3.common.synchronization [req-65bace1a-134f-4d19-847b-4ab455221ae1 req-4fd6df98-cbd5-4a80-aebe-e189cce5aa74 service nova] Enqueued Resource ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d with Priority: HIGHEST for action security_group_rules [ 947.281526] env[69367]: INFO networking_nsxv3.common.synchronization [req-65bace1a-134f-4d19-847b-4ab455221ae1 req-4fd6df98-cbd5-4a80-aebe-e189cce5aa74 service nova] Enqueued Resource ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d with Priority: HIGHEST for action security_group_members [ 947.281620] env[69367]: INFO networking_nsxv3.common.synchronization [req-65bace1a-134f-4d19-847b-4ab455221ae1 req-4fd6df98-cbd5-4a80-aebe-e189cce5aa74 service nova] Enqueued Resource ID: 650b2ece-9960-4a18-81c3-4a9e17269626 with Priority: HIGHEST for action port [ 947.281824] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d with Priority: HIGHEST for action security_group_rules [ 947.281957] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d with Priority: HIGHEST for action security_group_members [ 947.282053] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 650b2ece-9960-4a18-81c3-4a9e17269626 with Priority: HIGHEST for action port [ 947.285190] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-530104e6-2d1d-4cf1-b624-56cd85e2be4d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.285290] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.285490] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-530104e6-2d1d-4cf1-b624-56cd85e2be4d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.285579] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.285767] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-650b2ece-9960-4a18-81c3-4a9e17269626 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.285874] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-650b2ece-9960-4a18-81c3-4a9e17269626" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.285936] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-650b2ece-9960-4a18-81c3-4a9e17269626" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.286159] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-650b2ece-9960-4a18-81c3-4a9e17269626" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.286237] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('650b2ece-9960-4a18-81c3-4a9e17269626',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.374439] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.374634] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.374671] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.374872] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.374966] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.375077] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d is going to be updated. [ 947.403059] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.403222] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.403282] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.403440] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.403587] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.413442] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d in Status: IN_PROGRESS for 2s [ 947.676591] env[69367]: INFO networking_nsxv3.common.synchronization [req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad req-71fe60ba-210e-4de3-aa9a-5ab1920ddbb3 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Enqueued Resource ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d with Priority: HIGHEST for action security_group_members [ 947.676591] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d with Priority: HIGHEST for action security_group_members [ 947.676591] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-530104e6-2d1d-4cf1-b624-56cd85e2be4d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.676591] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.789379] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 650b2ece-9960-4a18-81c3-4a9e17269626 with status ACTIVE [ 947.789614] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.789755] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.789824] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.790040] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.790134] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.790311] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.790411] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.790472] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.790619] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.790690] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.790908] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.790999] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.791073] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.791212] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.791275] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.791356] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 650b2ece-9960-4a18-81c3-4a9e17269626 is going to be updated. [ 947.889394] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.889394] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.889394] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.889394] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.889394] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.889394] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-650b2ece-9960-4a18-81c3-4a9e17269626" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.125843] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-63 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.126059] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.126188] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.126471] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.126934] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.127123] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.127245] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.127465] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.127610] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.127837] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 948.127951] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 948.128064] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 948.128177] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 948.128320] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 948.128398] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 948.128529] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 948.149603] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 948.149603] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 948.149603] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 948.149603] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.149867] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-8b828611-7ddd-42d8-8433-947c734b51a1 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.149980] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-8b828611-7ddd-42d8-8433-947c734b51a1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.150129] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-8b828611-7ddd-42d8-8433-947c734b51a1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.150451] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-8b828611-7ddd-42d8-8433-947c734b51a1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.150594] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b828611-7ddd-42d8-8433-947c734b51a1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.334476] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 339018b6-4421-400f-afea-14fd86be5c3d in Status: SUCCESS [ 948.334744] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 339018b6-4421-400f-afea-14fd86be5c3d deletion is rescheduled due to dependency. [ 948.334841] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.653501] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.653725] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.653877] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.654149] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.654303] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.654463] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 8b828611-7ddd-42d8-8433-947c734b51a1 not found, creating... [ 948.654721] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.654910] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.654997] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.655614] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.655614] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.655724] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.655780] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.655897] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.656118] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.656279] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.656393] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 8b828611-7ddd-42d8-8433-947c734b51a1 is going to be created. [ 948.679220] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.679670] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.679670] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.679972] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.680244] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.680486] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-8b828611-7ddd-42d8-8433-947c734b51a1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.920754] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e in Status: SUCCESS [ 948.921032] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e deletion is rescheduled due to dependency. [ 948.921187] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.425317] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d in Status: SUCCESS [ 949.425629] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.425684] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.425892] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.426181] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.426314] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.426380] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.426546] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.426624] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.426709] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.426872] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-530104e6-2d1d-4cf1-b624-56cd85e2be4d taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.426948] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.427032] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.427158] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.427292] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.427383] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.427442] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.427587] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.427640] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.427719] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.427810] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('530104e6-2d1d-4cf1-b624-56cd85e2be4d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.428846] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.429174] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.429331] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.429429] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.429492] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.429633] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.429704] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.429798] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('530104e6-2d1d-4cf1-b624-56cd85e2be4d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.647216] env[69367]: INFO networking_nsxv3.common.synchronization [req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad req-50d05489-118c-4c2e-a742-d3759219edcd service nova] Enqueued Resource ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d with Priority: HIGHEST for action security_group_rules [ 949.647216] env[69367]: INFO networking_nsxv3.common.synchronization [req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad req-50d05489-118c-4c2e-a742-d3759219edcd service nova] Enqueued Resource ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d with Priority: HIGHEST for action security_group_members [ 949.647216] env[69367]: INFO networking_nsxv3.common.synchronization [req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad req-50d05489-118c-4c2e-a742-d3759219edcd service nova] Enqueued Resource ID: 8b828611-7ddd-42d8-8433-947c734b51a1 with Priority: HIGHEST for action port [ 949.647216] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d with Priority: HIGHEST for action security_group_rules [ 949.647216] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d with Priority: HIGHEST for action security_group_members [ 949.647216] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b828611-7ddd-42d8-8433-947c734b51a1 with Priority: HIGHEST for action port [ 949.647572] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-530104e6-2d1d-4cf1-b624-56cd85e2be4d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.647794] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.648203] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-530104e6-2d1d-4cf1-b624-56cd85e2be4d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.648420] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.649055] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b828611-7ddd-42d8-8433-947c734b51a1 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.649421] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b828611-7ddd-42d8-8433-947c734b51a1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.649813] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b828611-7ddd-42d8-8433-947c734b51a1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.650287] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b828611-7ddd-42d8-8433-947c734b51a1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.651610] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b828611-7ddd-42d8-8433-947c734b51a1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.932171] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 530104e6-2d1d-4cf1-b624-56cd85e2be4d: rpc.has_security_group_logging(os_id): False [ 949.933742] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('530104e6-2d1d-4cf1-b624-56cd85e2be4d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.957500] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.957500] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.957500] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.957500] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.957500] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.957500] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.957500] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.957500] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.957500] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.957500] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.957500] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.957500] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.957500] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.958076] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.959266] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.959266] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.959266] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.959266] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.959266] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.959266] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.959266] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d is going to be created. [ 950.026710] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.026962] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.026962] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.027157] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.027423] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.040406] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d in Status: IN_PROGRESS for 2s [ 950.152722] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b828611-7ddd-42d8-8433-947c734b51a1 with status ACTIVE [ 950.153345] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.153345] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.153345] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.153831] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.153831] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.153941] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.154023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.154288] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.154288] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.154403] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.154563] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.154708] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.154780] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.154909] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.154986] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.155085] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b828611-7ddd-42d8-8433-947c734b51a1 is going to be updated. [ 950.189060] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.189259] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.189298] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.189497] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.189636] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.190056] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b828611-7ddd-42d8-8433-947c734b51a1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.436359] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('530104e6-2d1d-4cf1-b624-56cd85e2be4d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.939482] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.939673] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.939744] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.939928] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.940032] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.940135] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d is going to be updated. [ 950.971864] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.972041] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.972120] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.972332] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.972488] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.981957] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d in Status: IN_PROGRESS for 2s [ 952.055772] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d in Status: SUCCESS [ 952.056102] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.056199] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.056416] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.056502] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('530104e6-2d1d-4cf1-b624-56cd85e2be4d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.558888] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-530104e6-2d1d-4cf1-b624-56cd85e2be4d taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.559043] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.675392] env[69367]: INFO networking_nsxv3.common.synchronization [req-bc77cb79-c3be-463d-8400-b43442649b92 req-a459658e-7069-4bcf-9a2f-07ad8dd21d4e tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Enqueued Resource ID: b08be970-0bc5-4609-8672-65cb670e13b6 with Priority: HIGHEST for action security_group_members [ 952.675698] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b08be970-0bc5-4609-8672-65cb670e13b6 with Priority: HIGHEST for action security_group_members [ 952.676015] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b08be970-0bc5-4609-8672-65cb670e13b6 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.676154] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b08be970-0bc5-4609-8672-65cb670e13b6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.676223] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b08be970-0bc5-4609-8672-65cb670e13b6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.676423] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b08be970-0bc5-4609-8672-65cb670e13b6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.676572] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.676668] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.676731] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.676878] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.676961] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.677062] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b08be970-0bc5-4609-8672-65cb670e13b6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.994920] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d in Status: SUCCESS [ 952.995171] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.995350] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.995751] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.996089] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.996295] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.996430] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.996703] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.996854] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.997580] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('530104e6-2d1d-4cf1-b624-56cd85e2be4d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.179772] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.180185] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.180185] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.180940] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.243760] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.243814] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.243959] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.244045] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.244288] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.244375] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.244494] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b08be970-0bc5-4609-8672-65cb670e13b6 is going to be updated. [ 953.299533] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.299533] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.299751] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.299846] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.300120] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.315385] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b08be970-0bc5-4609-8672-65cb670e13b6 in Status: IN_PROGRESS for 2s [ 953.503216] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('530104e6-2d1d-4cf1-b624-56cd85e2be4d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.006063] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('530104e6-2d1d-4cf1-b624-56cd85e2be4d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.508837] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.509245] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.509245] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.509444] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.509584] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.509738] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d is going to be updated. [ 954.541265] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.541265] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.541265] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.541483] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.541517] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.551095] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d in Status: IN_PROGRESS for 2s [ 955.327155] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b08be970-0bc5-4609-8672-65cb670e13b6 in Status: SUCCESS [ 955.327428] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b08be970-0bc5-4609-8672-65cb670e13b6 deletion is rescheduled due to dependency. [ 955.327553] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b08be970-0bc5-4609-8672-65cb670e13b6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.565544] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d in Status: SUCCESS [ 956.565544] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.565544] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.565544] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.565544] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.565544] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.565544] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.565544] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.565544] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.565544] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('530104e6-2d1d-4cf1-b624-56cd85e2be4d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.068177] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('530104e6-2d1d-4cf1-b624-56cd85e2be4d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.571136] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('530104e6-2d1d-4cf1-b624-56cd85e2be4d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.665667] env[69367]: INFO networking_nsxv3.common.synchronization [req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 req-44376b3b-98e9-47e7-90ee-4efd7f10a5ee tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Enqueued Resource ID: f65be16a-2713-4e86-9472-f7b5907c4c07 with Priority: HIGHEST for action security_group_members [ 957.666946] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65be16a-2713-4e86-9472-f7b5907c4c07 with Priority: HIGHEST for action security_group_members [ 957.666946] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-f65be16a-2713-4e86-9472-f7b5907c4c07 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.667173] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f65be16a-2713-4e86-9472-f7b5907c4c07" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.667173] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f65be16a-2713-4e86-9472-f7b5907c4c07" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.667423] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f65be16a-2713-4e86-9472-f7b5907c4c07" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.667648] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.667779] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.667865] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.668174] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.671581] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.671788] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f65be16a-2713-4e86-9472-f7b5907c4c07',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.077996] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.077996] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.077996] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.077996] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.077996] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.077996] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d is going to be updated. [ 958.109806] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.109806] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.109806] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.109806] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.109806] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.119047] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d in Status: IN_PROGRESS for 2s [ 958.176059] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.176059] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.176059] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.176059] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.176059] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.176059] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.176059] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.176059] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.176059] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.176059] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.176059] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f65be16a-2713-4e86-9472-f7b5907c4c07 already deleted. [ 958.176059] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f65be16a-2713-4e86-9472-f7b5907c4c07" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.199022] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-81 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.199022] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-81" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.199022] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-81" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.199022] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-81" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.200349] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.200736] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.201032] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.204020] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.204020] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.204020] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 958.204020] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 958.204020] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 958.204020] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 958.204020] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 958.204020] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 958.204020] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 958.226643] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 958.226643] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 958.226643] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 958.226643] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-81" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.226643] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-d385bb2e-30d2-4ce6-b8a4-73de49224059 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.226643] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-d385bb2e-30d2-4ce6-b8a4-73de49224059" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.227045] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-d385bb2e-30d2-4ce6-b8a4-73de49224059" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.227549] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-d385bb2e-30d2-4ce6-b8a4-73de49224059" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.227881] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d385bb2e-30d2-4ce6-b8a4-73de49224059',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.730483] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.730841] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.731075] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.731373] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.731522] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.732198] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port d385bb2e-30d2-4ce6-b8a4-73de49224059 not found, creating... [ 958.732198] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.732198] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.732361] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.732495] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.732637] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.733351] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.735013] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.735013] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.735013] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.735013] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.735013] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: d385bb2e-30d2-4ce6-b8a4-73de49224059 is going to be created. [ 958.754645] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.754870] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.755058] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.755279] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.755518] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.755748] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-d385bb2e-30d2-4ce6-b8a4-73de49224059" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.690729] env[69367]: INFO networking_nsxv3.common.synchronization [req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 req-d58bf8cf-a6eb-44b6-a9bb-cc4789b7eefb service nova] Enqueued Resource ID: f65be16a-2713-4e86-9472-f7b5907c4c07 with Priority: HIGHEST for action security_group_rules [ 959.691168] env[69367]: INFO networking_nsxv3.common.synchronization [req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 req-d58bf8cf-a6eb-44b6-a9bb-cc4789b7eefb service nova] Enqueued Resource ID: f65be16a-2713-4e86-9472-f7b5907c4c07 with Priority: HIGHEST for action security_group_members [ 959.691248] env[69367]: INFO networking_nsxv3.common.synchronization [req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 req-d58bf8cf-a6eb-44b6-a9bb-cc4789b7eefb service nova] Enqueued Resource ID: d385bb2e-30d2-4ce6-b8a4-73de49224059 with Priority: HIGHEST for action port [ 959.692247] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65be16a-2713-4e86-9472-f7b5907c4c07 with Priority: HIGHEST for action security_group_rules [ 959.692247] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65be16a-2713-4e86-9472-f7b5907c4c07 with Priority: HIGHEST for action security_group_members [ 959.692247] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d385bb2e-30d2-4ce6-b8a4-73de49224059 with Priority: HIGHEST for action port [ 959.692378] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f65be16a-2713-4e86-9472-f7b5907c4c07 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.692510] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f65be16a-2713-4e86-9472-f7b5907c4c07" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.692590] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f65be16a-2713-4e86-9472-f7b5907c4c07" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.692885] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f65be16a-2713-4e86-9472-f7b5907c4c07" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.693148] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f65be16a-2713-4e86-9472-f7b5907c4c07',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.694814] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-f65be16a-2713-4e86-9472-f7b5907c4c07 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.694927] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f65be16a-2713-4e86-9472-f7b5907c4c07" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.694991] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f65be16a-2713-4e86-9472-f7b5907c4c07" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.695170] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f65be16a-2713-4e86-9472-f7b5907c4c07" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.695312] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.695402] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.695463] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.695630] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.695710] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.695866] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f65be16a-2713-4e86-9472-f7b5907c4c07',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.697779] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-d385bb2e-30d2-4ce6-b8a4-73de49224059 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.697779] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d385bb2e-30d2-4ce6-b8a4-73de49224059" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.697779] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d385bb2e-30d2-4ce6-b8a4-73de49224059" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.697779] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d385bb2e-30d2-4ce6-b8a4-73de49224059" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.697779] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d385bb2e-30d2-4ce6-b8a4-73de49224059',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.081204] env[69367]: INFO networking_nsxv3.common.synchronization [req-2a82a11b-6a19-4d93-951e-204a44f90e0b req-736608cd-5101-4208-8964-8c93bb7ffcbe tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Enqueued Resource ID: 300f812c-2610-444b-8066-b75c76ae0aee with Priority: HIGHEST for action security_group_members [ 960.081919] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 300f812c-2610-444b-8066-b75c76ae0aee with Priority: HIGHEST for action security_group_members [ 960.082364] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-300f812c-2610-444b-8066-b75c76ae0aee taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.082504] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.082559] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.082777] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.082918] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.084861] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.084861] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.085150] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.085281] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.085869] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.130250] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d in Status: IN_PROGRESS for 4s [ 960.203027] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-f65be16a-2713-4e86-9472-f7b5907c4c07 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.203027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f65be16a-2713-4e86-9472-f7b5907c4c07" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.203027] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f65be16a-2713-4e86-9472-f7b5907c4c07',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.203027] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d385bb2e-30d2-4ce6-b8a4-73de49224059 with status ACTIVE [ 960.203027] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.203027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.203027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.203027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.203027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.203027] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.203027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.203027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.203027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.203027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.205789] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.207315] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.207315] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.207315] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.207315] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.207315] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d385bb2e-30d2-4ce6-b8a4-73de49224059 is going to be updated. [ 960.239669] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.239669] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.239669] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.239669] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.239669] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.239888] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d385bb2e-30d2-4ce6-b8a4-73de49224059" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.587789] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.587959] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.588035] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.588531] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.607766] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.607983] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-902" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.608209] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-902" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.608874] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-902" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.609170] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.609352] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.609537] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.609841] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.609963] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.610205] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 960.610354] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.610478] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.610598] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.610781] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 960.610852] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.610995] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.612831] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.613048] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.613158] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.613211] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.613372] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.613442] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.613530] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 300f812c-2610-444b-8066-b75c76ae0aee is going to be updated. [ 960.636685] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.636887] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 960.639423] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.639423] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-902" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.639423] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-9160bc6e-8d8a-4349-9c61-efa8a64dacb1 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.639423] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-9160bc6e-8d8a-4349-9c61-efa8a64dacb1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.639423] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-9160bc6e-8d8a-4349-9c61-efa8a64dacb1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.639423] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-9160bc6e-8d8a-4349-9c61-efa8a64dacb1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.639767] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9160bc6e-8d8a-4349-9c61-efa8a64dacb1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.648287] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.648432] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.648591] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.649289] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.649289] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.660350] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 300f812c-2610-444b-8066-b75c76ae0aee in Status: IN_PROGRESS for 2s [ 960.709084] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f65be16a-2713-4e86-9472-f7b5907c4c07',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.143189] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.143578] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.143624] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.143898] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.144068] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.144232] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 9160bc6e-8d8a-4349-9c61-efa8a64dacb1 not found, creating... [ 961.144497] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.144662] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.144781] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.145067] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.145230] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.145670] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.145894] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.147295] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.149529] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.149727] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.149881] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 9160bc6e-8d8a-4349-9c61-efa8a64dacb1 is going to be created. [ 961.177373] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.177633] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.177801] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.178124] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.178486] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.178753] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-9160bc6e-8d8a-4349-9c61-efa8a64dacb1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.213971] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.214158] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.214244] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.214558] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.214671] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.214775] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f65be16a-2713-4e86-9472-f7b5907c4c07 is going to be created. [ 961.258720] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.262019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.262019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.262019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.262019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.272229] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f65be16a-2713-4e86-9472-f7b5907c4c07 in Status: UNINITIALIZED for 2s [ 962.144103] env[69367]: INFO networking_nsxv3.common.synchronization [req-2a82a11b-6a19-4d93-951e-204a44f90e0b req-6d27ebff-ed60-4315-bcd5-a493459ce93b service nova] Enqueued Resource ID: 300f812c-2610-444b-8066-b75c76ae0aee with Priority: HIGHEST for action security_group_rules [ 962.144103] env[69367]: INFO networking_nsxv3.common.synchronization [req-2a82a11b-6a19-4d93-951e-204a44f90e0b req-6d27ebff-ed60-4315-bcd5-a493459ce93b service nova] Enqueued Resource ID: 300f812c-2610-444b-8066-b75c76ae0aee with Priority: HIGHEST for action security_group_members [ 962.144501] env[69367]: INFO networking_nsxv3.common.synchronization [req-2a82a11b-6a19-4d93-951e-204a44f90e0b req-6d27ebff-ed60-4315-bcd5-a493459ce93b service nova] Enqueued Resource ID: 9160bc6e-8d8a-4349-9c61-efa8a64dacb1 with Priority: HIGHEST for action port [ 962.145413] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d in Status: SUCCESS [ 962.145672] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.147987] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 300f812c-2610-444b-8066-b75c76ae0aee with Priority: HIGHEST for action security_group_rules [ 962.148156] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 300f812c-2610-444b-8066-b75c76ae0aee with Priority: HIGHEST for action security_group_members [ 962.148259] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9160bc6e-8d8a-4349-9c61-efa8a64dacb1 with Priority: HIGHEST for action port [ 962.148920] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.149581] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.149581] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.149581] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.149581] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.149581] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.149940] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.149940] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.149940] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('530104e6-2d1d-4cf1-b624-56cd85e2be4d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.153070] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-300f812c-2610-444b-8066-b75c76ae0aee taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.153070] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.153070] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.153070] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.153070] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.153432] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-300f812c-2610-444b-8066-b75c76ae0aee taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.153528] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.153732] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-9160bc6e-8d8a-4349-9c61-efa8a64dacb1 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.153830] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9160bc6e-8d8a-4349-9c61-efa8a64dacb1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.153891] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9160bc6e-8d8a-4349-9c61-efa8a64dacb1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.154062] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9160bc6e-8d8a-4349-9c61-efa8a64dacb1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.154136] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9160bc6e-8d8a-4349-9c61-efa8a64dacb1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.523146] env[69367]: INFO networking_nsxv3.common.synchronization [None req-f7a00ecb-9c38-4e6f-9e89-b9f3967df535 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Enqueued Resource ID: 246429a2-2445-485b-bfd2-da26da9bc880 with Priority: HIGHEST for action security_group_rules [ 962.523498] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 246429a2-2445-485b-bfd2-da26da9bc880 with Priority: HIGHEST for action security_group_rules [ 962.523803] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-246429a2-2445-485b-bfd2-da26da9bc880 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.523918] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-246429a2-2445-485b-bfd2-da26da9bc880" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.523989] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-246429a2-2445-485b-bfd2-da26da9bc880" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.524908] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-246429a2-2445-485b-bfd2-da26da9bc880" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.524993] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('246429a2-2445-485b-bfd2-da26da9bc880',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.607992] env[69367]: INFO networking_nsxv3.common.synchronization [None req-3e7bc9d9-10e6-4526-90fb-bba5a1d36414 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Enqueued Resource ID: 246429a2-2445-485b-bfd2-da26da9bc880 with Priority: HIGHEST for action security_group_rules [ 962.607992] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 246429a2-2445-485b-bfd2-da26da9bc880 with Priority: HIGHEST for action security_group_rules [ 962.608258] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-246429a2-2445-485b-bfd2-da26da9bc880 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.608366] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-246429a2-2445-485b-bfd2-da26da9bc880" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.657235] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-300f812c-2610-444b-8066-b75c76ae0aee taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.657610] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.657610] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-530104e6-2d1d-4cf1-b624-56cd85e2be4d taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.657720] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.657874] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.658093] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.658232] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.658365] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.658422] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.658592] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.658678] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.658767] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.658934] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-530104e6-2d1d-4cf1-b624-56cd85e2be4d taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.659054] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.659118] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.659266] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.659502] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.659928] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.659999] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.660427] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.660514] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.660620] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.660788] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('530104e6-2d1d-4cf1-b624-56cd85e2be4d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.662173] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9160bc6e-8d8a-4349-9c61-efa8a64dacb1 with status ACTIVE [ 962.662343] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.662429] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.662742] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.664763] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.664872] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.665159] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.665159] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.665272] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.667429] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.667429] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.667429] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.667429] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.667429] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.667429] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.667429] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.667429] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9160bc6e-8d8a-4349-9c61-efa8a64dacb1 is going to be updated. [ 962.677257] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 300f812c-2610-444b-8066-b75c76ae0aee in Status: SUCCESS [ 962.677498] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 300f812c-2610-444b-8066-b75c76ae0aee deletion is rescheduled due to dependency. [ 962.677643] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.677857] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.678131] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.678336] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.678460] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.678525] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.678681] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.678761] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.678855] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.688875] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.689353] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.689353] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.689353] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.689687] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.689687] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9160bc6e-8d8a-4349-9c61-efa8a64dacb1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.050286] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.050585] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.050585] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.050777] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.050777] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.050922] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 246429a2-2445-485b-bfd2-da26da9bc880 already deleted. [ 963.050990] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-246429a2-2445-485b-bfd2-da26da9bc880" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.051206] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-246429a2-2445-485b-bfd2-da26da9bc880" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.051382] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-246429a2-2445-485b-bfd2-da26da9bc880" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.051469] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('246429a2-2445-485b-bfd2-da26da9bc880',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.168080] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 530104e6-2d1d-4cf1-b624-56cd85e2be4d: rpc.has_security_group_logging(os_id): False [ 963.180779] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.185454] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.185597] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.185687] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.185920] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.186039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.186408] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.186408] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.186408] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.186619] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.186619] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.186774] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.186867] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.186927] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.187077] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.187151] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.187333] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.187425] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.187487] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.187621] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.187692] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.187774] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d is going to be updated. [ 963.252609] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.252763] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.252856] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.253044] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.253193] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.267193] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d in Status: IN_PROGRESS for 2s [ 963.280751] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f65be16a-2713-4e86-9472-f7b5907c4c07 in Status: SUCCESS [ 963.281077] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f65be16a-2713-4e86-9472-f7b5907c4c07" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.281252] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f65be16a-2713-4e86-9472-f7b5907c4c07" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.281466] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f65be16a-2713-4e86-9472-f7b5907c4c07" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.281657] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.281782] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.281883] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.282089] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.282174] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.282259] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f65be16a-2713-4e86-9472-f7b5907c4c07" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.282349] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f65be16a-2713-4e86-9472-f7b5907c4c07',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.588029] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.588029] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.588029] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.588029] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.588029] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.588029] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 246429a2-2445-485b-bfd2-da26da9bc880 already deleted. [ 963.588029] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-246429a2-2445-485b-bfd2-da26da9bc880" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.685374] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.784702] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f65be16a-2713-4e86-9472-f7b5907c4c07',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.188925] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.189308] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.189308] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.189387] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.189489] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.189590] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 300f812c-2610-444b-8066-b75c76ae0aee is going to be updated. [ 964.252791] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.253110] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.253110] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.253516] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.253516] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.266269] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 300f812c-2610-444b-8066-b75c76ae0aee in Status: IN_PROGRESS for 2s [ 964.288033] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f65be16a-2713-4e86-9472-f7b5907c4c07: rpc.has_security_group_logging(os_id): False [ 964.311102] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.311286] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.311464] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.311619] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.311728] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.311994] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.312138] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.312225] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.312427] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.312515] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.312621] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f65be16a-2713-4e86-9472-f7b5907c4c07 is going to be created. [ 964.382416] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.382632] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.382632] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.382807] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.382984] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.396157] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f65be16a-2713-4e86-9472-f7b5907c4c07 in Status: IN_PROGRESS for 2s [ 964.536328] env[69367]: INFO networking_nsxv3.common.synchronization [req-801a0818-b5d2-445e-a062-7a8ec5dff7c0 req-b757a256-10a1-42fe-ab52-1c4634fb5454 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Enqueued Resource ID: b5d04874-25c8-4612-8cf5-963c176a7d67 with Priority: HIGHEST for action security_group_members [ 964.536677] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5d04874-25c8-4612-8cf5-963c176a7d67 with Priority: HIGHEST for action security_group_members [ 964.536972] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5d04874-25c8-4612-8cf5-963c176a7d67 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.537655] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.537655] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.537775] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.538032] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.538032] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.538183] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.538663] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.538663] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.538663] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.041086] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.286400] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d in Status: SUCCESS [ 965.286787] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.286787] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.287026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.287134] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('530104e6-2d1d-4cf1-b624-56cd85e2be4d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.543123] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.793105] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-530104e6-2d1d-4cf1-b624-56cd85e2be4d taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.793287] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.793354] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.793577] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.793780] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.793895] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.793958] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.794140] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.794224] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.794310] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.794398] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('530104e6-2d1d-4cf1-b624-56cd85e2be4d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.835810] env[69367]: INFO networking_nsxv3.common.synchronization [req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 req-9abb0aca-726e-4062-b63a-5df4ba8d1dcf tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Enqueued Resource ID: 0b810fb2-692c-4b5d-936b-2dadbd09e9eb with Priority: HIGHEST for action security_group_members [ 965.836454] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b810fb2-692c-4b5d-936b-2dadbd09e9eb with Priority: HIGHEST for action security_group_members [ 965.836779] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b810fb2-692c-4b5d-936b-2dadbd09e9eb taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.836960] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b810fb2-692c-4b5d-936b-2dadbd09e9eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.837047] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b810fb2-692c-4b5d-936b-2dadbd09e9eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.837305] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b810fb2-692c-4b5d-936b-2dadbd09e9eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.837462] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.837564] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.837627] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.837782] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.837867] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.837961] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b810fb2-692c-4b5d-936b-2dadbd09e9eb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.048909] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.048909] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.048909] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.049137] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.049230] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.049326] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5d04874-25c8-4612-8cf5-963c176a7d67 is going to be updated. [ 966.100587] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.100734] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.100797] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.101010] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.101196] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.114178] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5d04874-25c8-4612-8cf5-963c176a7d67 in Status: IN_PROGRESS for 2s [ 966.275521] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 300f812c-2610-444b-8066-b75c76ae0aee in Status: SUCCESS [ 966.275747] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.275916] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.276151] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.276345] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.276464] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.276531] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.276718] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.276760] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.276835] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.276925] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.296934] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-530104e6-2d1d-4cf1-b624-56cd85e2be4d taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.297289] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.297289] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.297377] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.297546] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.297647] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.297711] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.297861] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.297946] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.298046] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.298197] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-530104e6-2d1d-4cf1-b624-56cd85e2be4d taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.298290] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.298351] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.298491] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.298625] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.298714] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.298775] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.298929] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.298980] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.299072] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.299158] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('530104e6-2d1d-4cf1-b624-56cd85e2be4d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.346523] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.346701] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.346743] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.346946] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.347046] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.347237] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.347335] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.347397] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.347547] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.347621] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.347706] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b810fb2-692c-4b5d-936b-2dadbd09e9eb already deleted. [ 966.347784] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b810fb2-692c-4b5d-936b-2dadbd09e9eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.425412] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f65be16a-2713-4e86-9472-f7b5907c4c07 in Status: SUCCESS [ 966.429136] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f65be16a-2713-4e86-9472-f7b5907c4c07" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.498667] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-271 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.499058] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-271" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.499058] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-271" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.499401] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-271" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.499753] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.501010] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.501240] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.501930] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.501930] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.502081] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 966.502081] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 966.502246] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 966.502341] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 966.502467] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 966.502575] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 966.502719] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 966.527235] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 966.527401] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 966.527604] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 966.527759] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-271" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.528123] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-a270d9e1-8776-4198-8e75-2f0eb2156cd6 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.528379] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-a270d9e1-8776-4198-8e75-2f0eb2156cd6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.528447] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-a270d9e1-8776-4198-8e75-2f0eb2156cd6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.528821] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-a270d9e1-8776-4198-8e75-2f0eb2156cd6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.529119] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a270d9e1-8776-4198-8e75-2f0eb2156cd6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.779432] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-300f812c-2610-444b-8066-b75c76ae0aee taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.779671] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.779671] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.780347] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.780347] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.780347] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.780347] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.780539] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.780568] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.780694] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.780876] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-300f812c-2610-444b-8066-b75c76ae0aee taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.780976] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.781149] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.781745] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.781745] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.781745] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.781745] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.781918] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.781918] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.781980] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.782092] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.801613] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 530104e6-2d1d-4cf1-b624-56cd85e2be4d: rpc.has_security_group_logging(os_id): False [ 966.824473] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.824649] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.824690] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.825022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.825125] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.825369] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.825809] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.825878] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.826072] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.826151] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.826354] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.826453] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.826516] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.826661] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.826733] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.826916] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.827033] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.827097] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.827208] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.827282] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.827364] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d is going to be updated. [ 966.897926] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.898132] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.898219] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.898453] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.898584] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.913301] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d in Status: IN_PROGRESS for 2s [ 967.036322] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.036322] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.036322] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.036322] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.036322] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.036322] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port a270d9e1-8776-4198-8e75-2f0eb2156cd6 not found, creating... [ 967.036322] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.036832] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.036832] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.036896] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.037922] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.038367] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.038555] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.038718] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.038923] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.039522] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.039522] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: a270d9e1-8776-4198-8e75-2f0eb2156cd6 is going to be created. [ 967.087011] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.087410] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.087622] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.088036] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.088420] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.088784] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-a270d9e1-8776-4198-8e75-2f0eb2156cd6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.286839] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 300f812c-2610-444b-8066-b75c76ae0aee: rpc.has_security_group_logging(os_id): False [ 967.312011] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.312400] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.312400] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.312586] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.312586] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.312814] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.312933] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.312975] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.313131] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.313208] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.313513] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.313637] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.313696] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.313827] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.313988] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.314463] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.314644] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.315272] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.315272] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.315272] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.315272] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 300f812c-2610-444b-8066-b75c76ae0aee is going to be updated. [ 967.387368] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.387527] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.387621] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.387869] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.388062] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.405428] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 300f812c-2610-444b-8066-b75c76ae0aee in Status: IN_PROGRESS for 2s [ 968.060595] env[69367]: INFO networking_nsxv3.common.synchronization [req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 req-181a7bbf-23c7-4f4e-8df8-af49bd1096a1 service nova] Enqueued Resource ID: 0b810fb2-692c-4b5d-936b-2dadbd09e9eb with Priority: HIGHEST for action security_group_rules [ 968.060595] env[69367]: INFO networking_nsxv3.common.synchronization [req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 req-181a7bbf-23c7-4f4e-8df8-af49bd1096a1 service nova] Enqueued Resource ID: 0b810fb2-692c-4b5d-936b-2dadbd09e9eb with Priority: HIGHEST for action security_group_members [ 968.060595] env[69367]: INFO networking_nsxv3.common.synchronization [req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 req-181a7bbf-23c7-4f4e-8df8-af49bd1096a1 service nova] Enqueued Resource ID: a270d9e1-8776-4198-8e75-2f0eb2156cd6 with Priority: HIGHEST for action port [ 968.060595] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b810fb2-692c-4b5d-936b-2dadbd09e9eb with Priority: HIGHEST for action security_group_rules [ 968.060595] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b810fb2-692c-4b5d-936b-2dadbd09e9eb with Priority: HIGHEST for action security_group_members [ 968.060595] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a270d9e1-8776-4198-8e75-2f0eb2156cd6 with Priority: HIGHEST for action port [ 968.064028] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b810fb2-692c-4b5d-936b-2dadbd09e9eb taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.064028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b810fb2-692c-4b5d-936b-2dadbd09e9eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.064028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b810fb2-692c-4b5d-936b-2dadbd09e9eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.064028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b810fb2-692c-4b5d-936b-2dadbd09e9eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.064028] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b810fb2-692c-4b5d-936b-2dadbd09e9eb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.065544] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b810fb2-692c-4b5d-936b-2dadbd09e9eb taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.065772] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b810fb2-692c-4b5d-936b-2dadbd09e9eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.065919] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b810fb2-692c-4b5d-936b-2dadbd09e9eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.066189] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b810fb2-692c-4b5d-936b-2dadbd09e9eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.066440] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.066731] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.066886] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.068054] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.068054] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.068054] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b810fb2-692c-4b5d-936b-2dadbd09e9eb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.071733] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-a270d9e1-8776-4198-8e75-2f0eb2156cd6 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.071733] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a270d9e1-8776-4198-8e75-2f0eb2156cd6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.071733] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a270d9e1-8776-4198-8e75-2f0eb2156cd6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.075497] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a270d9e1-8776-4198-8e75-2f0eb2156cd6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.075497] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a270d9e1-8776-4198-8e75-2f0eb2156cd6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.132219] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5d04874-25c8-4612-8cf5-963c176a7d67 in Status: SUCCESS [ 968.132446] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.566224] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b810fb2-692c-4b5d-936b-2dadbd09e9eb taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.566549] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b810fb2-692c-4b5d-936b-2dadbd09e9eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.572882] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b810fb2-692c-4b5d-936b-2dadbd09e9eb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.579132] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a270d9e1-8776-4198-8e75-2f0eb2156cd6 with status ACTIVE [ 968.579542] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.579542] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.579707] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.579779] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.579867] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.580057] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.580168] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.580216] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.581012] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.581012] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.581012] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.581012] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.581012] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.581012] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.581012] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.581286] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a270d9e1-8776-4198-8e75-2f0eb2156cd6 is going to be updated. [ 968.605174] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.605350] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.605408] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.605619] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.605874] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.605958] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a270d9e1-8776-4198-8e75-2f0eb2156cd6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.859936] env[69367]: INFO networking_nsxv3.common.synchronization [None req-7566abe3-add6-4198-8dd6-4ccb599c4a25 None None] Enqueued Resource ID: 42031fe0-17a9-4d7b-90d4-9215d3a7a0a6 with Priority: HIGHEST for action port [ 968.859936] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42031fe0-17a9-4d7b-90d4-9215d3a7a0a6 with Priority: HIGHEST for action port [ 968.859936] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-42031fe0-17a9-4d7b-90d4-9215d3a7a0a6 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.859936] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42031fe0-17a9-4d7b-90d4-9215d3a7a0a6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.859936] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42031fe0-17a9-4d7b-90d4-9215d3a7a0a6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.859936] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42031fe0-17a9-4d7b-90d4-9215d3a7a0a6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.859936] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42031fe0-17a9-4d7b-90d4-9215d3a7a0a6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.930892] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d in Status: SUCCESS [ 968.930892] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.075606] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b810fb2-692c-4b5d-936b-2dadbd09e9eb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.366843] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 42031fe0-17a9-4d7b-90d4-9215d3a7a0a6 [ 969.366843] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.367291] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.367291] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.367291] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.367479] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.367479] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:42031fe0-17a9-4d7b-90d4-9215d3a7a0a6 already deleted. [ 969.368066] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42031fe0-17a9-4d7b-90d4-9215d3a7a0a6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.443037] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 300f812c-2610-444b-8066-b75c76ae0aee in Status: SUCCESS [ 969.443175] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.578754] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.578754] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.578754] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.578754] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.578754] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.578754] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b810fb2-692c-4b5d-936b-2dadbd09e9eb is going to be created. [ 969.607911] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.607911] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.607911] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.608285] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.608285] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.623775] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b810fb2-692c-4b5d-936b-2dadbd09e9eb in Status: UNINITIALIZED for 2s [ 969.776954] env[69367]: INFO networking_nsxv3.common.synchronization [req-3d7ef6d6-4541-457e-b8f4-c8d6728f734e req-0738205f-0931-4fdf-844a-e72c2970f56b tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Enqueued Resource ID: 0bf044f7-3f30-45e6-967a-051d85aae65b with Priority: HIGHEST for action security_group_members [ 969.778151] env[69367]: INFO networking_nsxv3.common.synchronization [req-3d7ef6d6-4541-457e-b8f4-c8d6728f734e req-0738205f-0931-4fdf-844a-e72c2970f56b tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Enqueued Resource ID: 4b54a787-ed71-4a16-b0ef-ba0f6e994388 with Priority: HIGHEST for action security_group_members [ 969.778512] env[69367]: INFO networking_nsxv3.common.synchronization [req-3d7ef6d6-4541-457e-b8f4-c8d6728f734e req-0738205f-0931-4fdf-844a-e72c2970f56b tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Enqueued Resource ID: 86fde498-85da-456a-9f5d-cdc109a3f9f8 with Priority: HIGHEST for action security_group_members [ 969.779366] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf044f7-3f30-45e6-967a-051d85aae65b with Priority: HIGHEST for action security_group_members [ 969.779549] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b54a787-ed71-4a16-b0ef-ba0f6e994388 with Priority: HIGHEST for action security_group_members [ 969.779671] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86fde498-85da-456a-9f5d-cdc109a3f9f8 with Priority: HIGHEST for action security_group_members [ 969.779988] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf044f7-3f30-45e6-967a-051d85aae65b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.780162] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.780248] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.781141] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.781370] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.781530] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.781610] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.781788] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.781872] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.781970] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bf044f7-3f30-45e6-967a-051d85aae65b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.783335] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b54a787-ed71-4a16-b0ef-ba0f6e994388 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.783451] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b54a787-ed71-4a16-b0ef-ba0f6e994388" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.783495] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b54a787-ed71-4a16-b0ef-ba0f6e994388" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.783734] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b54a787-ed71-4a16-b0ef-ba0f6e994388" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.783886] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.784013] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.784096] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.784280] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.784380] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.784489] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b54a787-ed71-4a16-b0ef-ba0f6e994388',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.787159] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-86fde498-85da-456a-9f5d-cdc109a3f9f8 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.787520] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86fde498-85da-456a-9f5d-cdc109a3f9f8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.787620] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86fde498-85da-456a-9f5d-cdc109a3f9f8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.787826] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86fde498-85da-456a-9f5d-cdc109a3f9f8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.788010] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.790049] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.790049] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.790049] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.790049] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.790049] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86fde498-85da-456a-9f5d-cdc109a3f9f8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.290780] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.290780] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.290780] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.290780] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.291052] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.291052] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.291938] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.292204] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.313700] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.315113] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.315113] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.315113] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.315113] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.315113] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.315113] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b54a787-ed71-4a16-b0ef-ba0f6e994388 is going to be updated. [ 970.316539] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.317121] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.318100] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.318100] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.318100] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.318100] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.318625] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.318625] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.319763] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf044f7-3f30-45e6-967a-051d85aae65b is going to be updated. [ 970.321914] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.321914] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.352660] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.355409] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.355409] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.355409] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.355409] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.355409] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.355409] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86fde498-85da-456a-9f5d-cdc109a3f9f8 is going to be updated. [ 970.372267] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.372556] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.372659] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.372968] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.373202] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.380926] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.381211] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.381335] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.381679] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.381863] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.392586] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf044f7-3f30-45e6-967a-051d85aae65b in Status: IN_PROGRESS for 2s [ 970.394456] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b54a787-ed71-4a16-b0ef-ba0f6e994388 in Status: IN_PROGRESS for 2s [ 970.403787] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.403787] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.403787] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.403787] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.403787] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.415807] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86fde498-85da-456a-9f5d-cdc109a3f9f8 in Status: IN_PROGRESS for 2s [ 970.937834] env[69367]: INFO networking_nsxv3.common.synchronization [req-39f64908-304a-443a-a545-59b55c60bb77 req-75729d6a-b0fe-41df-9f50-b15510f332d5 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Enqueued Resource ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 with Priority: HIGHEST for action security_group_members [ 970.938447] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 with Priority: HIGHEST for action security_group_members [ 970.938841] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-938b17d8-83c7-4e14-a36c-c5771d177c30 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.938959] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.943125] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.943542] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.944199] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.944199] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.944199] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.944199] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.944199] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.944430] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('938b17d8-83c7-4e14-a36c-c5771d177c30',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.319666] env[69367]: INFO networking_nsxv3.common.synchronization [None req-edcdd7fe-6bb8-40a0-9725-c5f26f2f83ce None None] Enqueued Resource ID: 1f7caaa4-fb32-4969-85ec-0130e38a8213 with Priority: HIGHEST for action port [ 971.320325] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f7caaa4-fb32-4969-85ec-0130e38a8213 with Priority: HIGHEST for action port [ 971.320789] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f7caaa4-fb32-4969-85ec-0130e38a8213 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.320976] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f7caaa4-fb32-4969-85ec-0130e38a8213" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.321460] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f7caaa4-fb32-4969-85ec-0130e38a8213" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.321882] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f7caaa4-fb32-4969-85ec-0130e38a8213" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.322082] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f7caaa4-fb32-4969-85ec-0130e38a8213',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.447634] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.447785] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.447844] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.448092] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.477035] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.477514] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.477879] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.478046] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.478401] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.479227] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.479440] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 is going to be updated. [ 971.514629] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.514848] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.514957] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.515313] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.515542] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.530564] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 in Status: IN_PROGRESS for 2s [ 971.634525] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b810fb2-692c-4b5d-936b-2dadbd09e9eb in Status: SUCCESS [ 971.634747] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b810fb2-692c-4b5d-936b-2dadbd09e9eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.634918] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b810fb2-692c-4b5d-936b-2dadbd09e9eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.635290] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b810fb2-692c-4b5d-936b-2dadbd09e9eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.635537] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.635679] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.635745] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.635908] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.635987] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.636087] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b810fb2-692c-4b5d-936b-2dadbd09e9eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.636182] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b810fb2-692c-4b5d-936b-2dadbd09e9eb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.825516] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f7caaa4-fb32-4969-85ec-0130e38a8213 [ 971.825757] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.825893] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.825960] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.826205] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.826295] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.826393] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f7caaa4-fb32-4969-85ec-0130e38a8213 already deleted. [ 971.826475] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f7caaa4-fb32-4969-85ec-0130e38a8213" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.143536] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b810fb2-692c-4b5d-936b-2dadbd09e9eb taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.143883] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b810fb2-692c-4b5d-936b-2dadbd09e9eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.143883] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b810fb2-692c-4b5d-936b-2dadbd09e9eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.143987] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b810fb2-692c-4b5d-936b-2dadbd09e9eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.144186] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.144290] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.144462] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.146269] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.146269] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.146269] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b810fb2-692c-4b5d-936b-2dadbd09e9eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.146269] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b810fb2-692c-4b5d-936b-2dadbd09e9eb taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.146269] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b810fb2-692c-4b5d-936b-2dadbd09e9eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.146269] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b810fb2-692c-4b5d-936b-2dadbd09e9eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.146269] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b810fb2-692c-4b5d-936b-2dadbd09e9eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.146269] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.146269] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.146269] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.146269] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.146269] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.146269] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b810fb2-692c-4b5d-936b-2dadbd09e9eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.146269] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b810fb2-692c-4b5d-936b-2dadbd09e9eb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.287194] env[69367]: INFO networking_nsxv3.common.synchronization [req-b8c0692c-0439-4970-a6bb-a417acce6d86 req-a9b5f71c-e329-44b4-b972-79f7a43fcf5d tempest-SecurityGroupRulesTestJSON-808860067 tempest-SecurityGroupRulesTestJSON-808860067-project-member] Enqueued Resource ID: 45bdfdd8-9ece-4a9f-a660-f31f2ffd9de6 with Priority: HIGHEST for action security_group_rules [ 972.287194] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45bdfdd8-9ece-4a9f-a660-f31f2ffd9de6 with Priority: HIGHEST for action security_group_rules [ 972.287194] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45bdfdd8-9ece-4a9f-a660-f31f2ffd9de6 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.287194] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45bdfdd8-9ece-4a9f-a660-f31f2ffd9de6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.287194] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45bdfdd8-9ece-4a9f-a660-f31f2ffd9de6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.287194] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45bdfdd8-9ece-4a9f-a660-f31f2ffd9de6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.287194] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45bdfdd8-9ece-4a9f-a660-f31f2ffd9de6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.406040] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf044f7-3f30-45e6-967a-051d85aae65b in Status: SUCCESS [ 972.406040] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf044f7-3f30-45e6-967a-051d85aae65b deletion is rescheduled due to dependency. [ 972.406040] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf044f7-3f30-45e6-967a-051d85aae65b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.406271] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b54a787-ed71-4a16-b0ef-ba0f6e994388 in Status: SUCCESS [ 972.406271] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b54a787-ed71-4a16-b0ef-ba0f6e994388 deletion is rescheduled due to dependency. [ 972.406332] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b54a787-ed71-4a16-b0ef-ba0f6e994388" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.431640] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86fde498-85da-456a-9f5d-cdc109a3f9f8 in Status: SUCCESS [ 972.431804] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86fde498-85da-456a-9f5d-cdc109a3f9f8 deletion is rescheduled due to dependency. [ 972.431959] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86fde498-85da-456a-9f5d-cdc109a3f9f8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.611025] env[69367]: INFO networking_nsxv3.common.synchronization [req-c2705a9e-4bef-4f75-9370-e97624520342 req-ddd4dac3-62c5-44d0-b05c-fe0c3d5b6c3e tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Enqueued Resource ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 with Priority: HIGHEST for action security_group_members [ 972.611258] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 with Priority: HIGHEST for action security_group_members [ 972.611909] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-864e03a1-af92-4b8a-9bad-0cb7c3960926 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.612082] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.612209] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.612456] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.612628] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.612734] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.612800] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.612975] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.613072] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.613177] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('864e03a1-af92-4b8a-9bad-0cb7c3960926',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.649269] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b810fb2-692c-4b5d-936b-2dadbd09e9eb: rpc.has_security_group_logging(os_id): False [ 972.677136] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.677295] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.677386] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.677608] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.677700] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.677887] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.677986] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.678061] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.678243] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.678323] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.678523] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.678617] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.678680] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.678826] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.678908] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.679192] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.679308] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.679351] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.679485] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.679555] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.679642] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b810fb2-692c-4b5d-936b-2dadbd09e9eb is going to be created. [ 972.744154] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.744316] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.744372] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.744909] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.744909] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.763346] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b810fb2-692c-4b5d-936b-2dadbd09e9eb in Status: IN_PROGRESS for 2s [ 972.813040] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.813040] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.813040] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.813040] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.813040] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.813040] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45bdfdd8-9ece-4a9f-a660-f31f2ffd9de6 already deleted. [ 972.813040] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45bdfdd8-9ece-4a9f-a660-f31f2ffd9de6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.116723] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.116723] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.116723] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.116723] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.116723] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.116723] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.116723] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.116723] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.116723] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.116723] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.116723] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 already deleted. [ 973.116723] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.545673] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 in Status: SUCCESS [ 973.546607] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 deletion is rescheduled due to dependency. [ 973.547251] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.583237] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-327 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.583237] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-327" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.583237] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-327" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.584488] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-327" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.585336] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.586337] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.586819] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.587631] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.588733] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.588733] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 973.588733] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 973.588733] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 973.588733] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 973.590050] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 973.590050] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 973.590383] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 973.617126] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 973.617126] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 973.617126] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 973.617126] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-327" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.617126] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-cac011a1-68c9-4741-98cf-ca2340af9e23 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.617126] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-cac011a1-68c9-4741-98cf-ca2340af9e23" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.617126] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-cac011a1-68c9-4741-98cf-ca2340af9e23" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.618445] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-cac011a1-68c9-4741-98cf-ca2340af9e23" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.618445] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cac011a1-68c9-4741-98cf-ca2340af9e23',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.872054] env[69367]: INFO networking_nsxv3.common.synchronization [req-7ee5945b-8fcb-426f-9ce0-e1b768e12ac4 req-5145d65f-9528-425a-afb6-b8b2055e88a1 tempest-SecurityGroupRulesTestJSON-808860067 tempest-SecurityGroupRulesTestJSON-808860067-project-member] Enqueued Resource ID: 41d8f76a-d980-4276-8de1-33d665fd0bc3 with Priority: HIGHEST for action security_group_rules [ 973.873606] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d8f76a-d980-4276-8de1-33d665fd0bc3 with Priority: HIGHEST for action security_group_rules [ 973.877030] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41d8f76a-d980-4276-8de1-33d665fd0bc3 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.877030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41d8f76a-d980-4276-8de1-33d665fd0bc3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.877030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41d8f76a-d980-4276-8de1-33d665fd0bc3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.877030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41d8f76a-d980-4276-8de1-33d665fd0bc3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.877030] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41d8f76a-d980-4276-8de1-33d665fd0bc3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.121450] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.121727] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.121876] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.122300] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.122627] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.122761] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port cac011a1-68c9-4741-98cf-ca2340af9e23 not found, creating... [ 974.123030] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.123887] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.123887] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.123887] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.123887] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.124586] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.124586] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.124764] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.125081] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.125081] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.125247] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: cac011a1-68c9-4741-98cf-ca2340af9e23 is going to be created. [ 974.172606] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.173330] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.173330] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.173867] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.173867] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.174234] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-cac011a1-68c9-4741-98cf-ca2340af9e23" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.403468] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.403468] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.403468] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.403468] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.403468] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.403468] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41d8f76a-d980-4276-8de1-33d665fd0bc3 already deleted. [ 974.403468] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41d8f76a-d980-4276-8de1-33d665fd0bc3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.781990] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b810fb2-692c-4b5d-936b-2dadbd09e9eb in Status: SUCCESS [ 974.786636] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b810fb2-692c-4b5d-936b-2dadbd09e9eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.228872] env[69367]: INFO networking_nsxv3.common.synchronization [req-5dd12b72-6708-4bed-be0b-7d7d3263d741 req-574985bb-df2c-4b56-9296-5e1c45a191bd tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Enqueued Resource ID: 0356510a-7143-4187-b30d-371ee1c0be75 with Priority: HIGHEST for action security_group_members [ 975.229622] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0356510a-7143-4187-b30d-371ee1c0be75 with Priority: HIGHEST for action security_group_members [ 975.229946] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0356510a-7143-4187-b30d-371ee1c0be75 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.230698] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0356510a-7143-4187-b30d-371ee1c0be75" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.230825] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0356510a-7143-4187-b30d-371ee1c0be75" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.231124] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0356510a-7143-4187-b30d-371ee1c0be75" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.231422] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.231569] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.232447] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.232674] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.232774] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.232884] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0356510a-7143-4187-b30d-371ee1c0be75',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.735554] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.735783] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.735783] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.735982] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.736091] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.736409] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.736409] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.736581] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.736581] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.736667] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.736736] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0356510a-7143-4187-b30d-371ee1c0be75 already deleted. [ 975.736814] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0356510a-7143-4187-b30d-371ee1c0be75" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.002311] env[69367]: INFO networking_nsxv3.common.synchronization [req-c2705a9e-4bef-4f75-9370-e97624520342 req-e450b05f-de45-4dc7-98fc-40e2f1c91383 service nova] Enqueued Resource ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 with Priority: HIGHEST for action security_group_rules [ 976.003023] env[69367]: INFO networking_nsxv3.common.synchronization [req-c2705a9e-4bef-4f75-9370-e97624520342 req-e450b05f-de45-4dc7-98fc-40e2f1c91383 service nova] Enqueued Resource ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 with Priority: HIGHEST for action security_group_members [ 976.003329] env[69367]: INFO networking_nsxv3.common.synchronization [req-c2705a9e-4bef-4f75-9370-e97624520342 req-e450b05f-de45-4dc7-98fc-40e2f1c91383 service nova] Enqueued Resource ID: cac011a1-68c9-4741-98cf-ca2340af9e23 with Priority: HIGHEST for action port [ 976.004598] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 with Priority: HIGHEST for action security_group_rules [ 976.004598] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 with Priority: HIGHEST for action security_group_members [ 976.004598] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cac011a1-68c9-4741-98cf-ca2340af9e23 with Priority: HIGHEST for action port [ 976.004816] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-864e03a1-af92-4b8a-9bad-0cb7c3960926 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.004816] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.004816] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.005121] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.005193] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('864e03a1-af92-4b8a-9bad-0cb7c3960926',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.006507] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-864e03a1-af92-4b8a-9bad-0cb7c3960926 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.006507] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.006765] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.007266] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.007352] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.008164] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.008164] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.008164] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.008164] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.008164] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('864e03a1-af92-4b8a-9bad-0cb7c3960926',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.009240] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-cac011a1-68c9-4741-98cf-ca2340af9e23 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.009482] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cac011a1-68c9-4741-98cf-ca2340af9e23" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.009482] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cac011a1-68c9-4741-98cf-ca2340af9e23" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.010061] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cac011a1-68c9-4741-98cf-ca2340af9e23" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.010061] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cac011a1-68c9-4741-98cf-ca2340af9e23',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.137933] env[69367]: INFO networking_nsxv3.common.synchronization [req-cf8e613c-3080-4062-b0b3-9f9f04fc8c60 req-670a42fa-9055-4927-80c7-e5238e82a3a1 tempest-SecurityGroupRulesTestJSON-808860067 tempest-SecurityGroupRulesTestJSON-808860067-project-member] Enqueued Resource ID: 289b1a62-291a-422b-bb95-b985501005c3 with Priority: HIGHEST for action security_group_rules [ 976.139139] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 289b1a62-291a-422b-bb95-b985501005c3 with Priority: HIGHEST for action security_group_rules [ 976.139554] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-289b1a62-291a-422b-bb95-b985501005c3 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.139671] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-289b1a62-291a-422b-bb95-b985501005c3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.139742] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-289b1a62-291a-422b-bb95-b985501005c3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.140015] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-289b1a62-291a-422b-bb95-b985501005c3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.140098] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('289b1a62-291a-422b-bb95-b985501005c3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.253266] env[69367]: INFO networking_nsxv3.common.synchronization [None req-724e9822-0426-45b3-8c56-519bd6ba9716 None None] Enqueued Resource ID: 14b8c4d6-aeff-4447-a028-55a462a6ec42 with Priority: HIGHEST for action port [ 976.253587] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b8c4d6-aeff-4447-a028-55a462a6ec42 with Priority: HIGHEST for action port [ 976.253908] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-14b8c4d6-aeff-4447-a028-55a462a6ec42 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.254051] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14b8c4d6-aeff-4447-a028-55a462a6ec42" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.254131] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14b8c4d6-aeff-4447-a028-55a462a6ec42" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.254408] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14b8c4d6-aeff-4447-a028-55a462a6ec42" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.254488] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14b8c4d6-aeff-4447-a028-55a462a6ec42',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.516495] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('864e03a1-af92-4b8a-9bad-0cb7c3960926',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.517855] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-864e03a1-af92-4b8a-9bad-0cb7c3960926 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.517855] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.517855] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cac011a1-68c9-4741-98cf-ca2340af9e23 with status ACTIVE [ 976.517855] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.517855] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.517855] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.517855] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.517855] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.518475] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.518475] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.518475] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.518475] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.518475] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.519640] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.519640] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.519640] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.519640] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.519640] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.519640] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cac011a1-68c9-4741-98cf-ca2340af9e23 is going to be updated. [ 976.598208] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.598363] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.598437] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.598652] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.598794] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.598955] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cac011a1-68c9-4741-98cf-ca2340af9e23" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.611408] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-470 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.611653] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-470" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.611807] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-470" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.612228] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-470" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.612902] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.612902] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.612902] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.614145] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.614262] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.614484] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 976.616656] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 976.616656] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 976.616656] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 976.616656] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 976.616656] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 976.616656] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 976.644602] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 976.644743] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 976.644880] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 976.645077] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-470" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.645399] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-f86750a5-7ce1-4273-9753-d33e8eda5536 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.645578] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-f86750a5-7ce1-4273-9753-d33e8eda5536" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.645703] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-f86750a5-7ce1-4273-9753-d33e8eda5536" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.646611] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-f86750a5-7ce1-4273-9753-d33e8eda5536" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.646611] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f86750a5-7ce1-4273-9753-d33e8eda5536',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.668574] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.668745] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.668782] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.669363] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.669363] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.669363] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 289b1a62-291a-422b-bb95-b985501005c3 already deleted. [ 976.669363] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-289b1a62-291a-422b-bb95-b985501005c3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.758672] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14b8c4d6-aeff-4447-a028-55a462a6ec42 [ 976.758839] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.758970] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.759062] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.759298] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.759386] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.759485] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14b8c4d6-aeff-4447-a028-55a462a6ec42 already deleted. [ 976.759567] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14b8c4d6-aeff-4447-a028-55a462a6ec42" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.022911] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('864e03a1-af92-4b8a-9bad-0cb7c3960926',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.151237] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.151432] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.151574] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.152643] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.152931] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.152994] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port f86750a5-7ce1-4273-9753-d33e8eda5536 not found, creating... [ 977.153315] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.153534] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.153630] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.153893] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.154187] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.154373] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.154555] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.154670] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.154896] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.155203] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.155438] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: f86750a5-7ce1-4273-9753-d33e8eda5536 is going to be created. [ 977.164890] env[69367]: INFO networking_nsxv3.common.synchronization [None req-0e5bc6d9-2732-4136-80b2-e0ab4c674f09 None None] Enqueued Resource ID: 360fe177-5143-4aff-b563-082681b3ec62 with Priority: HIGHEST for action port [ 977.164890] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 360fe177-5143-4aff-b563-082681b3ec62 with Priority: HIGHEST for action port [ 977.164890] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-360fe177-5143-4aff-b563-082681b3ec62 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.164890] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-360fe177-5143-4aff-b563-082681b3ec62" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.164890] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-360fe177-5143-4aff-b563-082681b3ec62" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.164890] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-360fe177-5143-4aff-b563-082681b3ec62" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.164890] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('360fe177-5143-4aff-b563-082681b3ec62',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.179865] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.180116] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.180251] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.180542] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.180785] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.181024] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-f86750a5-7ce1-4273-9753-d33e8eda5536" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.506202] env[69367]: INFO networking_nsxv3.common.synchronization [req-bdbea917-9bf8-48b6-b31e-96154cb099c9 req-1b8f6ef3-1e6c-4239-9185-cfec84743ca9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Enqueued Resource ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 with Priority: HIGHEST for action security_group_members [ 977.507383] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 with Priority: HIGHEST for action security_group_members [ 977.507876] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-274f0898-6a56-45d1-ad8f-ebd9165fe922 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.508202] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.508419] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.508781] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.509116] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.509354] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.509534] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.511458] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.511458] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.511458] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('274f0898-6a56-45d1-ad8f-ebd9165fe922',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.532637] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.532637] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.532637] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.532637] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.532637] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.532637] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 is going to be created. [ 977.568876] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.568876] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.568876] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.568876] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.568876] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.579086] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 in Status: UNINITIALIZED for 2s [ 977.667462] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 360fe177-5143-4aff-b563-082681b3ec62 [ 977.667946] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.668235] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.668400] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.668707] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.668886] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.669070] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:360fe177-5143-4aff-b563-082681b3ec62 already deleted. [ 977.669364] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-360fe177-5143-4aff-b563-082681b3ec62" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.014507] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.014661] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.014732] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.015096] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.038480] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.038776] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.038888] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.038952] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.039276] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.039369] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.039417] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 is going to be updated. [ 978.073912] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.073912] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.073912] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.073912] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.073912] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.085353] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 in Status: IN_PROGRESS for 2s [ 978.359697] env[69367]: INFO networking_nsxv3.common.synchronization [None req-870bd2d6-60e9-4d3f-a45d-b553f18fa8c8 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Enqueued Resource ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 with Priority: HIGHEST for action security_group_rules [ 978.360300] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 with Priority: HIGHEST for action security_group_rules [ 978.360658] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23b24e5f-18e1-44e2-aec3-7a767f966508 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.360804] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.360882] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.364498] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.364620] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23b24e5f-18e1-44e2-aec3-7a767f966508',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.442836] env[69367]: INFO networking_nsxv3.common.synchronization [req-1d77971f-c21f-4816-b358-bf22be572319 req-7098f4b9-bb9e-43cc-9b2e-84989cd82d01 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Enqueued Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGHEST for action security_group_members [ 978.443299] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGHEST for action security_group_members [ 978.443681] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-339018b6-4421-400f-afea-14fd86be5c3d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.443844] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.446141] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.446141] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.446141] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.446141] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.446141] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.446141] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.446141] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.446141] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.490902] env[69367]: INFO networking_nsxv3.common.synchronization [req-5dd12b72-6708-4bed-be0b-7d7d3263d741 req-74096488-a67d-45e3-8ed2-941c2c48ef94 service nova] Enqueued Resource ID: 0356510a-7143-4187-b30d-371ee1c0be75 with Priority: HIGHEST for action security_group_rules [ 978.491144] env[69367]: INFO networking_nsxv3.common.synchronization [req-5dd12b72-6708-4bed-be0b-7d7d3263d741 req-74096488-a67d-45e3-8ed2-941c2c48ef94 service nova] Enqueued Resource ID: 0356510a-7143-4187-b30d-371ee1c0be75 with Priority: HIGHEST for action security_group_members [ 978.491334] env[69367]: INFO networking_nsxv3.common.synchronization [req-5dd12b72-6708-4bed-be0b-7d7d3263d741 req-74096488-a67d-45e3-8ed2-941c2c48ef94 service nova] Enqueued Resource ID: f86750a5-7ce1-4273-9753-d33e8eda5536 with Priority: HIGHEST for action port [ 978.493493] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0356510a-7143-4187-b30d-371ee1c0be75 with Priority: HIGHEST for action security_group_rules [ 978.493493] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0356510a-7143-4187-b30d-371ee1c0be75 with Priority: HIGHEST for action security_group_members [ 978.493493] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f86750a5-7ce1-4273-9753-d33e8eda5536 with Priority: HIGHEST for action port [ 978.493493] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0356510a-7143-4187-b30d-371ee1c0be75 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.493493] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0356510a-7143-4187-b30d-371ee1c0be75" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.493493] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0356510a-7143-4187-b30d-371ee1c0be75" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.493759] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0356510a-7143-4187-b30d-371ee1c0be75" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.493801] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0356510a-7143-4187-b30d-371ee1c0be75',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.494703] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0356510a-7143-4187-b30d-371ee1c0be75 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.494850] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0356510a-7143-4187-b30d-371ee1c0be75" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.494888] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0356510a-7143-4187-b30d-371ee1c0be75" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.495990] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0356510a-7143-4187-b30d-371ee1c0be75" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.495990] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.495990] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.495990] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.495990] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.496286] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.496286] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0356510a-7143-4187-b30d-371ee1c0be75',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.497021] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-f86750a5-7ce1-4273-9753-d33e8eda5536 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.497110] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f86750a5-7ce1-4273-9753-d33e8eda5536" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.497590] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f86750a5-7ce1-4273-9753-d33e8eda5536" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.497590] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f86750a5-7ce1-4273-9753-d33e8eda5536" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.497590] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f86750a5-7ce1-4273-9753-d33e8eda5536',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.592330] env[69367]: INFO networking_nsxv3.common.synchronization [None req-e561902f-de7a-4304-b3d1-6edbc2e7ac03 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Enqueued Resource ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 with Priority: HIGHEST for action security_group_rules [ 978.592998] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 with Priority: HIGHEST for action security_group_rules [ 978.594814] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23b24e5f-18e1-44e2-aec3-7a767f966508 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.594938] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.889686] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.889834] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.889914] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.890130] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.890220] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.890316] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 already deleted. [ 978.890395] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.890543] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.890693] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.891026] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23b24e5f-18e1-44e2-aec3-7a767f966508',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.946892] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.947049] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.947130] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.947359] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.947479] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.947671] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.947767] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.947844] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.947978] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.948087] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.948176] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 339018b6-4421-400f-afea-14fd86be5c3d is going to be updated. [ 978.994138] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.994367] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.994458] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.994696] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.994884] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.999849] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0356510a-7143-4187-b30d-371ee1c0be75 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.000040] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0356510a-7143-4187-b30d-371ee1c0be75" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.000282] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0356510a-7143-4187-b30d-371ee1c0be75',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.001617] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f86750a5-7ce1-4273-9753-d33e8eda5536 with status ACTIVE [ 979.001617] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.001778] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.001860] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.003298] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.006631] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.006871] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.006990] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.007267] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.007568] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.007568] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.007766] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.007872] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.007990] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.008103] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.008172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.008242] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f86750a5-7ce1-4273-9753-d33e8eda5536 is going to be updated. [ 979.010205] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 339018b6-4421-400f-afea-14fd86be5c3d in Status: IN_PROGRESS for 2s [ 979.029599] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-783 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.030623] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-783" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.031383] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-783" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.031814] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-783" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.032234] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.032475] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.032782] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.033273] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.033273] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.034036] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 979.034036] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.034036] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.034036] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.034280] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 979.034280] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.034484] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.037760] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.037760] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.037760] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.037760] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.037760] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.037760] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f86750a5-7ce1-4273-9753-d33e8eda5536" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.073347] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.073347] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 979.073347] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.073347] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-783" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.073875] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-d6167ac3-efdc-4649-ab2d-ee8f547e2e06 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.073875] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-d6167ac3-efdc-4649-ab2d-ee8f547e2e06" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.073875] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-d6167ac3-efdc-4649-ab2d-ee8f547e2e06" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.074313] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-d6167ac3-efdc-4649-ab2d-ee8f547e2e06" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.074371] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6167ac3-efdc-4649-ab2d-ee8f547e2e06',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.081089] env[69367]: INFO networking_nsxv3.common.synchronization [req-ddc4d302-fb3f-4636-a1d2-5588b6e61638 req-0561c01c-f790-4556-91ed-d2d52b1f2c41 tempest-SecurityGroupRulesTestJSON-808860067 tempest-SecurityGroupRulesTestJSON-808860067-project-member] Enqueued Resource ID: c9a26aea-58f1-4d09-8e76-79cf1bce8c0d with Priority: HIGHEST for action security_group_rules [ 979.082832] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9a26aea-58f1-4d09-8e76-79cf1bce8c0d with Priority: HIGHEST for action security_group_rules [ 979.082832] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9a26aea-58f1-4d09-8e76-79cf1bce8c0d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.082832] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9a26aea-58f1-4d09-8e76-79cf1bce8c0d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.082832] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9a26aea-58f1-4d09-8e76-79cf1bce8c0d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.083159] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9a26aea-58f1-4d09-8e76-79cf1bce8c0d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.083159] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9a26aea-58f1-4d09-8e76-79cf1bce8c0d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.417823] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.417962] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.418042] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.418267] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.418364] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.418460] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 already deleted. [ 979.418541] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.513066] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0356510a-7143-4187-b30d-371ee1c0be75',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.573349] env[69367]: INFO networking_nsxv3.common.synchronization [None req-0cb0511d-b023-4c20-aa30-83ca2389932a None None] Enqueued Resource ID: 7cddc11b-3419-48a8-a1af-5fdea52cb084 with Priority: HIGHEST for action port [ 979.574308] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cddc11b-3419-48a8-a1af-5fdea52cb084 with Priority: HIGHEST for action port [ 979.576075] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cddc11b-3419-48a8-a1af-5fdea52cb084 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.576075] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cddc11b-3419-48a8-a1af-5fdea52cb084" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.576075] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cddc11b-3419-48a8-a1af-5fdea52cb084" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.576075] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cddc11b-3419-48a8-a1af-5fdea52cb084" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.576075] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cddc11b-3419-48a8-a1af-5fdea52cb084',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.577160] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.577363] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.577487] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.577755] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.577904] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.578071] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port d6167ac3-efdc-4649-ab2d-ee8f547e2e06 not found, creating... [ 979.578368] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.580609] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.580609] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.580609] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.580609] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.580609] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.580609] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.580609] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.580609] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.580609] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.580609] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: d6167ac3-efdc-4649-ab2d-ee8f547e2e06 is going to be created. [ 979.596547] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 in Status: SUCCESS [ 979.596767] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.597160] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.597674] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.597928] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.598060] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.598124] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.598295] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.598376] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.598459] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.598555] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('864e03a1-af92-4b8a-9bad-0cb7c3960926',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.608896] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.609074] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.609211] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.609322] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.609408] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.609501] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9a26aea-58f1-4d09-8e76-79cf1bce8c0d already deleted. [ 979.609586] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9a26aea-58f1-4d09-8e76-79cf1bce8c0d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.614131] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.614471] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.614669] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.614942] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.615298] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.615564] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-d6167ac3-efdc-4649-ab2d-ee8f547e2e06" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.016414] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.016659] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.016737] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.016958] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.017139] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.017197] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0356510a-7143-4187-b30d-371ee1c0be75 is going to be created. [ 980.050346] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.050539] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.050539] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.050788] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.050929] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.066212] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0356510a-7143-4187-b30d-371ee1c0be75 in Status: UNINITIALIZED for 2s [ 980.077634] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7cddc11b-3419-48a8-a1af-5fdea52cb084 [ 980.077994] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.077994] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.078145] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.078276] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.078370] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.078462] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7cddc11b-3419-48a8-a1af-5fdea52cb084 already deleted. [ 980.078545] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cddc11b-3419-48a8-a1af-5fdea52cb084" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.094886] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 in Status: SUCCESS [ 980.095268] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 deletion is rescheduled due to dependency. [ 980.096556] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.102272] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-864e03a1-af92-4b8a-9bad-0cb7c3960926 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.104084] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.104084] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.104084] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.104084] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.104084] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.104084] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.104084] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.104084] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.104084] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.104084] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-864e03a1-af92-4b8a-9bad-0cb7c3960926 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.104084] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.104084] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.104084] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.104591] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.104591] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.104591] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.104591] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.104591] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.104770] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.104770] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('864e03a1-af92-4b8a-9bad-0cb7c3960926',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.364021] env[69367]: INFO networking_nsxv3.common.synchronization [req-1d77971f-c21f-4816-b358-bf22be572319 req-93dd560d-8776-4913-a8cb-5c6e4745ed19 service nova] Enqueued Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGHEST for action security_group_rules [ 980.364021] env[69367]: INFO networking_nsxv3.common.synchronization [req-1d77971f-c21f-4816-b358-bf22be572319 req-93dd560d-8776-4913-a8cb-5c6e4745ed19 service nova] Enqueued Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGHEST for action security_group_members [ 980.364021] env[69367]: INFO networking_nsxv3.common.synchronization [req-1d77971f-c21f-4816-b358-bf22be572319 req-93dd560d-8776-4913-a8cb-5c6e4745ed19 service nova] Enqueued Resource ID: d6167ac3-efdc-4649-ab2d-ee8f547e2e06 with Priority: HIGHEST for action port [ 980.364021] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGHEST for action security_group_rules [ 980.364021] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGHEST for action security_group_members [ 980.364021] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6167ac3-efdc-4649-ab2d-ee8f547e2e06 with Priority: HIGHEST for action port [ 980.364481] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-339018b6-4421-400f-afea-14fd86be5c3d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.364949] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.365045] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.369211] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.369519] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.370638] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-339018b6-4421-400f-afea-14fd86be5c3d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.370734] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.371382] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6167ac3-efdc-4649-ab2d-ee8f547e2e06 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.371510] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6167ac3-efdc-4649-ab2d-ee8f547e2e06" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.371580] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6167ac3-efdc-4649-ab2d-ee8f547e2e06" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.371793] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6167ac3-efdc-4649-ab2d-ee8f547e2e06" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.371877] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6167ac3-efdc-4649-ab2d-ee8f547e2e06',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.406680] env[69367]: INFO networking_nsxv3.common.synchronization [None req-0fcd168c-08fa-4576-a83f-f1a3adef594e None None] Enqueued Resource ID: 414fdd7a-66f0-4010-91ef-32688d63ef2b with Priority: HIGHEST for action port [ 980.407634] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 414fdd7a-66f0-4010-91ef-32688d63ef2b with Priority: HIGHEST for action port [ 980.408103] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-414fdd7a-66f0-4010-91ef-32688d63ef2b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.408103] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-414fdd7a-66f0-4010-91ef-32688d63ef2b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.408249] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-414fdd7a-66f0-4010-91ef-32688d63ef2b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.408478] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-414fdd7a-66f0-4010-91ef-32688d63ef2b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.408727] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('414fdd7a-66f0-4010-91ef-32688d63ef2b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.610993] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 864e03a1-af92-4b8a-9bad-0cb7c3960926: rpc.has_security_group_logging(os_id): False [ 980.632183] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.632350] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.632470] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.633583] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.633711] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.634056] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.637660] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.637660] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.637660] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.637946] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.638220] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.638220] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.638327] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.639611] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.639611] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.639611] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.639611] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.639611] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.639611] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.639611] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.639611] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 is going to be created. [ 980.707261] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.707482] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.707660] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.707839] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.711059] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.727762] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 in Status: IN_PROGRESS for 2s [ 980.874569] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-339018b6-4421-400f-afea-14fd86be5c3d taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.874799] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.875561] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6167ac3-efdc-4649-ab2d-ee8f547e2e06 with status ACTIVE [ 980.875755] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.876041] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.876041] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.876302] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.876394] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.876629] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.876959] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.877043] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.877405] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.877405] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.877495] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.877694] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.877694] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.877846] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.877925] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.878051] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6167ac3-efdc-4649-ab2d-ee8f547e2e06 is going to be updated. [ 980.907288] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.907534] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.907534] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.907721] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.907838] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.908069] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6167ac3-efdc-4649-ab2d-ee8f547e2e06" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.910623] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 414fdd7a-66f0-4010-91ef-32688d63ef2b [ 980.910828] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.911010] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.911074] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.911298] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.911380] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.911494] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:414fdd7a-66f0-4010-91ef-32688d63ef2b already deleted. [ 980.911587] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-414fdd7a-66f0-4010-91ef-32688d63ef2b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.021062] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 339018b6-4421-400f-afea-14fd86be5c3d in Status: SUCCESS [ 981.021299] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 339018b6-4421-400f-afea-14fd86be5c3d deletion is rescheduled due to dependency. [ 981.021408] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.021576] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.021788] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.021967] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.022141] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.022208] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.022395] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.022478] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.022572] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.393154] env[69367]: INFO networking_nsxv3.common.synchronization [req-f1614caf-f8d3-46ea-a430-6bdc8ec8b833 req-2355c742-c838-4811-a851-9b1b81823bd9 tempest-SecurityGroupRulesTestJSON-808860067 tempest-SecurityGroupRulesTestJSON-808860067-project-member] Enqueued Resource ID: 9b5595a0-7d2a-4384-b941-fe0c39a21ba0 with Priority: HIGHEST for action security_group_rules [ 981.393790] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5595a0-7d2a-4384-b941-fe0c39a21ba0 with Priority: HIGHEST for action security_group_rules [ 981.394117] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b5595a0-7d2a-4384-b941-fe0c39a21ba0 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.394293] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b5595a0-7d2a-4384-b941-fe0c39a21ba0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.394335] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b5595a0-7d2a-4384-b941-fe0c39a21ba0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.394621] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b5595a0-7d2a-4384-b941-fe0c39a21ba0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.397752] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b5595a0-7d2a-4384-b941-fe0c39a21ba0',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.526256] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.598440] env[69367]: INFO networking_nsxv3.common.synchronization [req-a5e1bc12-97a1-4e00-a606-2e5337b2c342 req-49ec7f4b-f9bc-475b-a1dc-b2ca657313df tempest-SecurityGroupRulesTestJSON-808860067 tempest-SecurityGroupRulesTestJSON-808860067-project-member] Enqueued Resource ID: 9b5595a0-7d2a-4384-b941-fe0c39a21ba0 with Priority: HIGHEST for action security_group_rules [ 981.599028] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5595a0-7d2a-4384-b941-fe0c39a21ba0 with Priority: HIGHEST for action security_group_rules [ 981.599373] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b5595a0-7d2a-4384-b941-fe0c39a21ba0 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.599475] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b5595a0-7d2a-4384-b941-fe0c39a21ba0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.921783] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.921783] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.921783] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.921993] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.922093] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.922191] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b5595a0-7d2a-4384-b941-fe0c39a21ba0 already deleted. [ 981.922277] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b5595a0-7d2a-4384-b941-fe0c39a21ba0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.922598] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b5595a0-7d2a-4384-b941-fe0c39a21ba0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.922740] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b5595a0-7d2a-4384-b941-fe0c39a21ba0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.922740] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b5595a0-7d2a-4384-b941-fe0c39a21ba0',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.032313] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.081119] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0356510a-7143-4187-b30d-371ee1c0be75 in Status: SUCCESS [ 982.081464] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0356510a-7143-4187-b30d-371ee1c0be75" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.081718] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0356510a-7143-4187-b30d-371ee1c0be75" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.082162] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0356510a-7143-4187-b30d-371ee1c0be75" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.083227] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.083227] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.083227] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.083227] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.083227] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.085307] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0356510a-7143-4187-b30d-371ee1c0be75" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.085484] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0356510a-7143-4187-b30d-371ee1c0be75',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.131707] env[69367]: INFO networking_nsxv3.common.synchronization [req-b44c0af5-3d58-4afa-abae-975a5cbe7c43 req-b8228da6-7db6-4eeb-8e7b-9a29e8fa4224 tempest-SecurityGroupRulesTestJSON-808860067 tempest-SecurityGroupRulesTestJSON-808860067-project-member] Enqueued Resource ID: 9b5595a0-7d2a-4384-b941-fe0c39a21ba0 with Priority: HIGHEST for action security_group_rules [ 982.132290] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5595a0-7d2a-4384-b941-fe0c39a21ba0 with Priority: HIGHEST for action security_group_rules [ 982.132668] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b5595a0-7d2a-4384-b941-fe0c39a21ba0 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.132888] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b5595a0-7d2a-4384-b941-fe0c39a21ba0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.469195] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.469195] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.469195] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.469195] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.469195] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.469195] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b5595a0-7d2a-4384-b941-fe0c39a21ba0 already deleted. [ 982.469195] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b5595a0-7d2a-4384-b941-fe0c39a21ba0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.469195] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b5595a0-7d2a-4384-b941-fe0c39a21ba0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.469195] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b5595a0-7d2a-4384-b941-fe0c39a21ba0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.469195] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b5595a0-7d2a-4384-b941-fe0c39a21ba0',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.537265] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.539184] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.539184] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.539184] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.539184] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.539184] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 339018b6-4421-400f-afea-14fd86be5c3d is going to be updated. [ 982.593151] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0356510a-7143-4187-b30d-371ee1c0be75 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.593349] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0356510a-7143-4187-b30d-371ee1c0be75" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.593441] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0356510a-7143-4187-b30d-371ee1c0be75" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.593769] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0356510a-7143-4187-b30d-371ee1c0be75" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.594108] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.594237] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.594237] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.594368] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.594458] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.594551] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0356510a-7143-4187-b30d-371ee1c0be75" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.594801] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0356510a-7143-4187-b30d-371ee1c0be75 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.594945] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0356510a-7143-4187-b30d-371ee1c0be75" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.595050] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0356510a-7143-4187-b30d-371ee1c0be75" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.595222] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0356510a-7143-4187-b30d-371ee1c0be75" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.595580] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.595696] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.595759] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.596096] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.596096] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.596213] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0356510a-7143-4187-b30d-371ee1c0be75" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.596266] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0356510a-7143-4187-b30d-371ee1c0be75',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.601593] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.601593] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.601593] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.601593] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.601593] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.617533] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 339018b6-4421-400f-afea-14fd86be5c3d in Status: IN_PROGRESS for 2s [ 982.749252] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 in Status: SUCCESS [ 982.749880] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.992072] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.992232] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.992285] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.992597] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.992689] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.992785] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b5595a0-7d2a-4384-b941-fe0c39a21ba0 already deleted. [ 982.992867] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b5595a0-7d2a-4384-b941-fe0c39a21ba0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.103179] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0356510a-7143-4187-b30d-371ee1c0be75: rpc.has_security_group_logging(os_id): False [ 983.129352] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.129598] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.129654] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.129899] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.130008] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.130212] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.130314] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.130378] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.130537] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.130612] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.130906] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.130956] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.130990] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.131579] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.131668] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.132034] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.132034] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.132034] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.132170] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.132220] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.132318] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0356510a-7143-4187-b30d-371ee1c0be75 is going to be created. [ 983.228985] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.229247] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.229247] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.229476] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.229680] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.251799] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0356510a-7143-4187-b30d-371ee1c0be75 in Status: IN_PROGRESS for 2s [ 983.986923] env[69367]: INFO networking_nsxv3.common.synchronization [req-f46e42c8-bac8-49b1-a32c-0efd005c3604 req-6f7a703e-89ea-4f07-be07-1c37cc98f225 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Enqueued Resource ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d with Priority: HIGHEST for action security_group_members [ 983.987560] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d with Priority: HIGHEST for action security_group_members [ 983.987870] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-530104e6-2d1d-4cf1-b624-56cd85e2be4d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.992652] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.992652] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.992652] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.992652] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.992652] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.992652] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.992652] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.992652] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.992652] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('530104e6-2d1d-4cf1-b624-56cd85e2be4d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.023262] env[69367]: INFO networking_nsxv3.common.synchronization [req-cb0873b9-76fc-48d4-897c-ee300087a9e0 req-3c10fb87-72a7-4e38-82a4-ed4a7f60fca5 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Enqueued Resource ID: 0b810fb2-692c-4b5d-936b-2dadbd09e9eb with Priority: HIGHEST for action security_group_members [ 984.023262] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b810fb2-692c-4b5d-936b-2dadbd09e9eb with Priority: HIGHEST for action security_group_members [ 984.023262] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b810fb2-692c-4b5d-936b-2dadbd09e9eb taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.023262] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b810fb2-692c-4b5d-936b-2dadbd09e9eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.023262] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b810fb2-692c-4b5d-936b-2dadbd09e9eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.023262] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b810fb2-692c-4b5d-936b-2dadbd09e9eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.030329] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.030329] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.030329] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.030329] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.030329] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.030329] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b810fb2-692c-4b5d-936b-2dadbd09e9eb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.497388] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('530104e6-2d1d-4cf1-b624-56cd85e2be4d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.535808] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.535957] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.536055] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.536271] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.536370] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.536579] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.536671] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.536729] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.536879] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.536948] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.537041] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b810fb2-692c-4b5d-936b-2dadbd09e9eb is going to be updated. [ 984.571372] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.572968] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.573225] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.573369] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.573728] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.588433] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b810fb2-692c-4b5d-936b-2dadbd09e9eb in Status: IN_PROGRESS for 2s [ 984.627522] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 339018b6-4421-400f-afea-14fd86be5c3d in Status: SUCCESS [ 984.627825] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.628094] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.628469] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.628727] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.628853] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.628919] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.629094] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.629170] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.629255] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.629365] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.000540] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('530104e6-2d1d-4cf1-b624-56cd85e2be4d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.133339] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-339018b6-4421-400f-afea-14fd86be5c3d taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.133515] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.133591] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.134059] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.134059] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.134195] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.134241] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.134394] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.135967] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.136393] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.137064] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-339018b6-4421-400f-afea-14fd86be5c3d taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.137064] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.137064] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.137350] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.138618] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.138618] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.138618] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.139134] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.139546] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.139763] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.142030] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.267489] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0356510a-7143-4187-b30d-371ee1c0be75 in Status: SUCCESS [ 985.267781] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0356510a-7143-4187-b30d-371ee1c0be75" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.505159] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.505159] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.505159] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.505159] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.505159] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.505159] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d is going to be updated. [ 985.537901] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.538163] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.538163] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.538362] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.538518] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.550379] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d in Status: IN_PROGRESS for 2s [ 985.645014] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 339018b6-4421-400f-afea-14fd86be5c3d: rpc.has_security_group_logging(os_id): False [ 985.676183] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.676725] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.676846] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.677141] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.677293] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.677578] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.677753] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.677858] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.678098] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.678305] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.678781] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.678996] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.679085] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.679383] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.679518] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.679805] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.679968] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.680100] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.680410] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.680555] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.680706] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 339018b6-4421-400f-afea-14fd86be5c3d is going to be updated. [ 985.761874] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.764027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.764027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.764027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.764027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.782732] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 339018b6-4421-400f-afea-14fd86be5c3d in Status: IN_PROGRESS for 2s [ 986.600185] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b810fb2-692c-4b5d-936b-2dadbd09e9eb in Status: SUCCESS [ 986.600185] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b810fb2-692c-4b5d-936b-2dadbd09e9eb deletion is rescheduled due to dependency. [ 986.600185] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b810fb2-692c-4b5d-936b-2dadbd09e9eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.563261] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d in Status: SUCCESS [ 987.563589] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.801966] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 339018b6-4421-400f-afea-14fd86be5c3d in Status: SUCCESS [ 987.801966] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.864514] env[69367]: INFO networking_nsxv3.common.synchronization [None req-33bb9500-2341-45c7-a668-887743cbfcd4 None None] Enqueued Resource ID: 6c7527e4-f88b-49a8-960c-3035b92488ef with Priority: HIGHEST for action port [ 987.864919] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c7527e4-f88b-49a8-960c-3035b92488ef with Priority: HIGHEST for action port [ 987.865602] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c7527e4-f88b-49a8-960c-3035b92488ef taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.867816] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c7527e4-f88b-49a8-960c-3035b92488ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.867816] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c7527e4-f88b-49a8-960c-3035b92488ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.867816] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c7527e4-f88b-49a8-960c-3035b92488ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.867816] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c7527e4-f88b-49a8-960c-3035b92488ef',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.878213] env[69367]: INFO networking_nsxv3.common.synchronization [req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e req-3f979a98-2a34-4b11-917b-c9675443bc04 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Enqueued Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_members [ 987.878213] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_members [ 987.878213] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.879272] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.884892] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.884892] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.884892] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.884892] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.884892] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.884892] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.884892] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.884892] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.374788] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c7527e4-f88b-49a8-960c-3035b92488ef [ 988.375088] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.375224] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.375644] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.375644] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.375893] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.375893] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c7527e4-f88b-49a8-960c-3035b92488ef already deleted. [ 988.375987] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c7527e4-f88b-49a8-960c-3035b92488ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.385669] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.888668] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.054768] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-802 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.054952] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-802" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.055422] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-802" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.055507] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-802" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.055879] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.056088] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.056145] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.056434] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.056652] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.056994] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 989.057213] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 989.057488] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 989.057724] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 989.057983] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 989.058230] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 989.058499] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 989.084821] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 989.085290] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 989.087021] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 989.087021] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-802" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.087021] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-d07d1bb1-180c-410a-82d5-53385273a334 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.087021] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-d07d1bb1-180c-410a-82d5-53385273a334" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.087021] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-d07d1bb1-180c-410a-82d5-53385273a334" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.087021] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-d07d1bb1-180c-410a-82d5-53385273a334" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.087681] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d07d1bb1-180c-410a-82d5-53385273a334',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.392216] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.392425] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.392528] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.392756] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.392869] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.393037] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 is going to be updated. [ 989.445636] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.445919] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.446157] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.446696] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.448626] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.460990] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: IN_PROGRESS for 2s [ 989.590131] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.590305] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.590470] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.590849] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.591018] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.591183] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port d07d1bb1-180c-410a-82d5-53385273a334 not found, creating... [ 989.591491] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.591866] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.591950] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.592177] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.592319] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.592624] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.594024] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.594024] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.594640] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.596218] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.596218] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: d07d1bb1-180c-410a-82d5-53385273a334 is going to be created. [ 989.628382] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.628382] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.628382] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.629663] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.629997] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.630273] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-d07d1bb1-180c-410a-82d5-53385273a334" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.902181] env[69367]: INFO networking_nsxv3.common.synchronization [None req-d115888f-fa94-486f-8aa7-9e2a59145999 None None] Enqueued Resource ID: 5b9c97f7-7e94-4ba6-ab0c-10b9dc0b56e5 with Priority: HIGHEST for action port [ 990.902868] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b9c97f7-7e94-4ba6-ab0c-10b9dc0b56e5 with Priority: HIGHEST for action port [ 990.903213] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b9c97f7-7e94-4ba6-ab0c-10b9dc0b56e5 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.903351] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b9c97f7-7e94-4ba6-ab0c-10b9dc0b56e5" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.903446] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b9c97f7-7e94-4ba6-ab0c-10b9dc0b56e5" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.903688] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b9c97f7-7e94-4ba6-ab0c-10b9dc0b56e5" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.903779] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b9c97f7-7e94-4ba6-ab0c-10b9dc0b56e5',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.357134] env[69367]: INFO networking_nsxv3.common.synchronization [req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e req-582f4088-695f-4a9a-b201-631d9bfa336f service nova] Enqueued Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_rules [ 991.357452] env[69367]: INFO networking_nsxv3.common.synchronization [req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e req-582f4088-695f-4a9a-b201-631d9bfa336f service nova] Enqueued Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_members [ 991.358200] env[69367]: INFO networking_nsxv3.common.synchronization [req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e req-582f4088-695f-4a9a-b201-631d9bfa336f service nova] Enqueued Resource ID: d07d1bb1-180c-410a-82d5-53385273a334 with Priority: HIGHEST for action port [ 991.358888] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_rules [ 991.359117] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_members [ 991.359238] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d07d1bb1-180c-410a-82d5-53385273a334 with Priority: HIGHEST for action port [ 991.359932] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.360209] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.360209] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.360493] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.360630] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.361908] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.361908] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.362066] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-d07d1bb1-180c-410a-82d5-53385273a334 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.362239] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d07d1bb1-180c-410a-82d5-53385273a334" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.362400] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d07d1bb1-180c-410a-82d5-53385273a334" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.363049] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d07d1bb1-180c-410a-82d5-53385273a334" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.363271] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d07d1bb1-180c-410a-82d5-53385273a334',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.407659] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b9c97f7-7e94-4ba6-ab0c-10b9dc0b56e5 [ 991.407962] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.408150] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.408251] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.408524] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.408643] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.408765] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b9c97f7-7e94-4ba6-ab0c-10b9dc0b56e5 already deleted. [ 991.408870] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b9c97f7-7e94-4ba6-ab0c-10b9dc0b56e5" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.474804] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: SUCCESS [ 991.474983] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.475224] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.475558] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.475802] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.476011] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.476226] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.476877] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.480112] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.480112] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.865301] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.865471] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.865635] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d07d1bb1-180c-410a-82d5-53385273a334 with status ACTIVE [ 991.865800] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.865922] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.865984] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.866771] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.866771] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.866771] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.866771] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.866771] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.866771] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.867307] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.867307] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.867307] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.867307] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.867307] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.867588] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.867588] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d07d1bb1-180c-410a-82d5-53385273a334 is going to be updated. [ 991.904445] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.905297] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.905586] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.906675] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.906675] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.906675] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d07d1bb1-180c-410a-82d5-53385273a334" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.979647] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.325059] env[69367]: INFO networking_nsxv3.common.synchronization [None req-3420d139-61ed-4996-aa04-6c9a7d980f6b None None] Enqueued Resource ID: c7380b42-ce64-4e5d-a495-ed0adcfcc8a9 with Priority: HIGHEST for action port [ 992.325273] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7380b42-ce64-4e5d-a495-ed0adcfcc8a9 with Priority: HIGHEST for action port [ 992.325884] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7380b42-ce64-4e5d-a495-ed0adcfcc8a9 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.328600] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7380b42-ce64-4e5d-a495-ed0adcfcc8a9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.328600] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7380b42-ce64-4e5d-a495-ed0adcfcc8a9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.329869] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7380b42-ce64-4e5d-a495-ed0adcfcc8a9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.329869] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7380b42-ce64-4e5d-a495-ed0adcfcc8a9',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.486569] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.673031] env[69367]: INFO networking_nsxv3.common.synchronization [None req-13a8639f-ff37-4e11-8110-5b416c208406 None None] Enqueued Resource ID: 7bda8e78-bd43-4a48-8078-274523a084bc with Priority: HIGHEST for action port [ 992.673766] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bda8e78-bd43-4a48-8078-274523a084bc with Priority: HIGHEST for action port [ 992.674056] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bda8e78-bd43-4a48-8078-274523a084bc taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.677586] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bda8e78-bd43-4a48-8078-274523a084bc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.680530] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bda8e78-bd43-4a48-8078-274523a084bc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.680530] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bda8e78-bd43-4a48-8078-274523a084bc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.680530] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bda8e78-bd43-4a48-8078-274523a084bc',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.765220] env[69367]: INFO networking_nsxv3.common.synchronization [req-86ca4c71-21f6-4cc5-b190-284ddfc70f54 req-8d861c37-057e-4b06-b9fd-75b369e30a43 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Enqueued Resource ID: b5d04874-25c8-4612-8cf5-963c176a7d67 with Priority: HIGHEST for action security_group_members [ 992.765747] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5d04874-25c8-4612-8cf5-963c176a7d67 with Priority: HIGHEST for action security_group_members [ 992.766063] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5d04874-25c8-4612-8cf5-963c176a7d67 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.766177] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.766242] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.766439] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.766589] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.767491] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.767491] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.767491] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.767491] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.767491] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.831859] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7380b42-ce64-4e5d-a495-ed0adcfcc8a9 [ 992.832109] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.832268] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.832330] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.832817] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.832817] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.832817] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7380b42-ce64-4e5d-a495-ed0adcfcc8a9 already deleted. [ 992.832918] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7380b42-ce64-4e5d-a495-ed0adcfcc8a9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.989828] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.992752] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.992752] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.992752] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.992752] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.992752] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 is going to be updated. [ 993.021837] env[69367]: INFO networking_nsxv3.common.synchronization [req-392df213-ca41-4297-bdc1-1e87c980f4ef req-13b3ca4c-b85c-4171-9c1b-b071305c2e2f tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Enqueued Resource ID: 246429a2-2445-485b-bfd2-da26da9bc880 with Priority: HIGHEST for action security_group_members [ 993.023035] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 246429a2-2445-485b-bfd2-da26da9bc880 with Priority: HIGHEST for action security_group_members [ 993.026303] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-246429a2-2445-485b-bfd2-da26da9bc880 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.026303] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-246429a2-2445-485b-bfd2-da26da9bc880" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.026303] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-246429a2-2445-485b-bfd2-da26da9bc880" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.026303] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-246429a2-2445-485b-bfd2-da26da9bc880" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.026303] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.026303] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.026303] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.026303] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.026303] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.026303] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('246429a2-2445-485b-bfd2-da26da9bc880',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.027689] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.028124] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.028297] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.028579] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.029199] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.041029] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: IN_PROGRESS for 2s [ 993.185872] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7bda8e78-bd43-4a48-8078-274523a084bc [ 993.186121] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.186258] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.186330] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.186551] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.186633] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.186735] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7bda8e78-bd43-4a48-8078-274523a084bc already deleted. [ 993.186818] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bda8e78-bd43-4a48-8078-274523a084bc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.271699] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.533038] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.533261] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.533336] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.533544] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.533710] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.533866] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.533980] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.534067] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.534230] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.534305] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.534393] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 246429a2-2445-485b-bfd2-da26da9bc880 already deleted. [ 993.534682] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-246429a2-2445-485b-bfd2-da26da9bc880" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.776640] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.243254] env[69367]: INFO networking_nsxv3.common.synchronization [None req-d836284f-965e-4beb-9eaf-533743761db9 None None] Enqueued Resource ID: 9d219e5f-5690-4a8f-a2e8-0e4565fa4fc7 with Priority: HIGHEST for action port [ 994.243254] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d219e5f-5690-4a8f-a2e8-0e4565fa4fc7 with Priority: HIGHEST for action port [ 994.243254] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d219e5f-5690-4a8f-a2e8-0e4565fa4fc7 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.243254] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d219e5f-5690-4a8f-a2e8-0e4565fa4fc7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.243656] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d219e5f-5690-4a8f-a2e8-0e4565fa4fc7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.243656] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d219e5f-5690-4a8f-a2e8-0e4565fa4fc7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.243903] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d219e5f-5690-4a8f-a2e8-0e4565fa4fc7',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.281669] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.281821] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.281886] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.282115] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.282203] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.282301] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5d04874-25c8-4612-8cf5-963c176a7d67 is going to be updated. [ 994.348173] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.348339] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.348386] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.348607] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.348764] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.355366] env[69367]: INFO networking_nsxv3.common.synchronization [None req-bf8dddbe-f668-4698-b904-c8668bea988f tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Enqueued Resource ID: 2a6f9be5-2938-4d65-b9e9-d900bbba81bb with Priority: HIGHEST for action security_group_rules [ 994.355984] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a6f9be5-2938-4d65-b9e9-d900bbba81bb with Priority: HIGHEST for action security_group_rules [ 994.356620] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a6f9be5-2938-4d65-b9e9-d900bbba81bb taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.356910] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.357063] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.357629] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.357629] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a6f9be5-2938-4d65-b9e9-d900bbba81bb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.361406] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5d04874-25c8-4612-8cf5-963c176a7d67 in Status: IN_PROGRESS for 2s [ 994.380356] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-916 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.380530] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-916" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.380630] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-916" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.380907] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-916" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.381387] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.381689] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.382605] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.382940] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.383115] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.383372] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 994.383493] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 994.383700] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 994.383879] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 994.384019] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 994.384215] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 994.384463] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 994.418852] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 994.419158] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 994.419230] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 994.419403] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-916" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.420199] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-6a6e26f2-d4a6-4901-a530-792f053da3aa taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.420199] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-6a6e26f2-d4a6-4901-a530-792f053da3aa" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.420199] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-6a6e26f2-d4a6-4901-a530-792f053da3aa" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.420465] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-6a6e26f2-d4a6-4901-a530-792f053da3aa" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.420606] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a6e26f2-d4a6-4901-a530-792f053da3aa',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.532437] env[69367]: INFO networking_nsxv3.common.synchronization [None req-4eb761b5-f771-40b2-b4f8-b561df06513d tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Enqueued Resource ID: 2a6f9be5-2938-4d65-b9e9-d900bbba81bb with Priority: HIGHEST for action security_group_rules [ 994.532437] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a6f9be5-2938-4d65-b9e9-d900bbba81bb with Priority: HIGHEST for action security_group_rules [ 994.532437] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a6f9be5-2938-4d65-b9e9-d900bbba81bb taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.532437] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.746369] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d219e5f-5690-4a8f-a2e8-0e4565fa4fc7 [ 994.746707] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.746840] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.746912] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.747199] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.747439] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.747439] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d219e5f-5690-4a8f-a2e8-0e4565fa4fc7 already deleted. [ 994.747531] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d219e5f-5690-4a8f-a2e8-0e4565fa4fc7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.885956] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.886181] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.886245] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.886602] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.886602] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.886776] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a6f9be5-2938-4d65-b9e9-d900bbba81bb already deleted. [ 994.886776] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.886881] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.887035] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.887111] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a6f9be5-2938-4d65-b9e9-d900bbba81bb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.924034] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.924262] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.924262] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.924546] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.924731] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.924931] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 6a6e26f2-d4a6-4901-a530-792f053da3aa not found, creating... [ 994.925449] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.925449] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.928301] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.928637] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.928806] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.929199] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.929380] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.929505] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.929747] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.929959] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.930201] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 6a6e26f2-d4a6-4901-a530-792f053da3aa is going to be created. [ 994.956338] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.956560] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.956672] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.956950] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.957195] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.958030] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-6a6e26f2-d4a6-4901-a530-792f053da3aa" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.054773] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: SUCCESS [ 995.055044] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.055223] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.055446] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.055642] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.055764] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.055830] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.055986] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.056082] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.056172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.056263] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.417228] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.417228] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.417228] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.417228] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.417228] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.417228] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a6f9be5-2938-4d65-b9e9-d900bbba81bb already deleted. [ 995.417228] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.527501] env[69367]: INFO networking_nsxv3.common.synchronization [None req-62ffd024-7647-426d-82a7-e1548266861f None None] Enqueued Resource ID: ff0c8beb-1eaf-41b2-b40c-95b9d1e25a7d with Priority: HIGHEST for action port [ 995.528078] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff0c8beb-1eaf-41b2-b40c-95b9d1e25a7d with Priority: HIGHEST for action port [ 995.528463] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff0c8beb-1eaf-41b2-b40c-95b9d1e25a7d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.528641] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff0c8beb-1eaf-41b2-b40c-95b9d1e25a7d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.528710] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff0c8beb-1eaf-41b2-b40c-95b9d1e25a7d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.529009] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff0c8beb-1eaf-41b2-b40c-95b9d1e25a7d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.529166] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff0c8beb-1eaf-41b2-b40c-95b9d1e25a7d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.560243] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.560632] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.560783] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.561090] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.561771] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.561995] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.562150] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.562396] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.562624] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.562817] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.563210] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.563969] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.564175] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.564420] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.564910] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.565136] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.565288] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.565595] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.565763] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.568580] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.568695] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.693297] env[69367]: INFO networking_nsxv3.common.synchronization [None req-048354eb-c83d-4653-a96f-7ec7f941f6f6 None None] Enqueued Resource ID: 804f239e-0c06-4931-92de-32477875b16e with Priority: HIGHEST for action port [ 995.693878] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 804f239e-0c06-4931-92de-32477875b16e with Priority: HIGHEST for action port [ 995.694199] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-804f239e-0c06-4931-92de-32477875b16e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.694319] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-804f239e-0c06-4931-92de-32477875b16e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.694381] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-804f239e-0c06-4931-92de-32477875b16e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.694635] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-804f239e-0c06-4931-92de-32477875b16e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.694713] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('804f239e-0c06-4931-92de-32477875b16e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.031844] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff0c8beb-1eaf-41b2-b40c-95b9d1e25a7d [ 996.032078] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.032216] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.032285] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.032543] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.032663] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.032707] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff0c8beb-1eaf-41b2-b40c-95b9d1e25a7d already deleted. [ 996.032783] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff0c8beb-1eaf-41b2-b40c-95b9d1e25a7d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.071307] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e300d9d7-a7b7-4eb1-a36c-40b7a711e085: rpc.has_security_group_logging(os_id): False [ 996.092399] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.092692] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.092944] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.093258] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.126629] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.126909] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.127039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.127108] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.127313] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.127393] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.127581] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.128638] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.129021] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.129209] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.129302] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.129568] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.129692] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.129739] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.129882] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.129960] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.130065] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 is going to be updated. [ 996.131967] env[69367]: INFO networking_nsxv3.common.synchronization [None req-d8dc4d5a-636b-488a-97ae-6fabe69800d8 tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Enqueued Resource ID: 9b9fe957-037d-4f37-9a62-e19fb6d1e1cb with Priority: HIGHEST for action security_group_rules [ 996.136293] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9fe957-037d-4f37-9a62-e19fb6d1e1cb with Priority: HIGHEST for action security_group_rules [ 996.136293] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b9fe957-037d-4f37-9a62-e19fb6d1e1cb taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.136293] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b9fe957-037d-4f37-9a62-e19fb6d1e1cb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.136293] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b9fe957-037d-4f37-9a62-e19fb6d1e1cb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.136293] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b9fe957-037d-4f37-9a62-e19fb6d1e1cb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.136293] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b9fe957-037d-4f37-9a62-e19fb6d1e1cb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.198906] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 804f239e-0c06-4931-92de-32477875b16e [ 996.198906] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.198906] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.198906] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.198906] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.198906] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.198906] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:804f239e-0c06-4931-92de-32477875b16e already deleted. [ 996.198906] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-804f239e-0c06-4931-92de-32477875b16e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.228907] env[69367]: INFO networking_nsxv3.common.synchronization [None req-8aad8a31-9717-4947-890c-362474fb2237 tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Enqueued Resource ID: 9b9fe957-037d-4f37-9a62-e19fb6d1e1cb with Priority: HIGHEST for action security_group_rules [ 996.229499] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9fe957-037d-4f37-9a62-e19fb6d1e1cb with Priority: HIGHEST for action security_group_rules [ 996.229832] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b9fe957-037d-4f37-9a62-e19fb6d1e1cb taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.229936] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b9fe957-037d-4f37-9a62-e19fb6d1e1cb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.240979] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.241191] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.241286] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.241422] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.241595] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.260051] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: IN_PROGRESS for 2s [ 996.274693] env[69367]: INFO networking_nsxv3.common.synchronization [req-392df213-ca41-4297-bdc1-1e87c980f4ef req-3dd5f80a-24e3-46c7-931b-1ba73a1fe029 service nova] Enqueued Resource ID: 246429a2-2445-485b-bfd2-da26da9bc880 with Priority: HIGHEST for action security_group_rules [ 996.274872] env[69367]: INFO networking_nsxv3.common.synchronization [req-392df213-ca41-4297-bdc1-1e87c980f4ef req-3dd5f80a-24e3-46c7-931b-1ba73a1fe029 service nova] Enqueued Resource ID: 246429a2-2445-485b-bfd2-da26da9bc880 with Priority: HIGHEST for action security_group_members [ 996.275032] env[69367]: INFO networking_nsxv3.common.synchronization [req-392df213-ca41-4297-bdc1-1e87c980f4ef req-3dd5f80a-24e3-46c7-931b-1ba73a1fe029 service nova] Enqueued Resource ID: 6a6e26f2-d4a6-4901-a530-792f053da3aa with Priority: HIGHEST for action port [ 996.279150] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 246429a2-2445-485b-bfd2-da26da9bc880 with Priority: HIGHEST for action security_group_rules [ 996.279150] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 246429a2-2445-485b-bfd2-da26da9bc880 with Priority: HIGHEST for action security_group_members [ 996.279150] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a6e26f2-d4a6-4901-a530-792f053da3aa with Priority: HIGHEST for action port [ 996.279150] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-246429a2-2445-485b-bfd2-da26da9bc880 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.279150] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-246429a2-2445-485b-bfd2-da26da9bc880" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.279150] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-246429a2-2445-485b-bfd2-da26da9bc880" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.279150] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-246429a2-2445-485b-bfd2-da26da9bc880" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.279150] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('246429a2-2445-485b-bfd2-da26da9bc880',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.279150] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-246429a2-2445-485b-bfd2-da26da9bc880 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.279150] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-246429a2-2445-485b-bfd2-da26da9bc880" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.279150] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-246429a2-2445-485b-bfd2-da26da9bc880" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.279847] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-246429a2-2445-485b-bfd2-da26da9bc880" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.279847] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.279847] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.279847] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.279847] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.279847] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.280183] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('246429a2-2445-485b-bfd2-da26da9bc880',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.281791] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a6e26f2-d4a6-4901-a530-792f053da3aa taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.281953] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a6e26f2-d4a6-4901-a530-792f053da3aa" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.282139] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a6e26f2-d4a6-4901-a530-792f053da3aa" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.282227] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a6e26f2-d4a6-4901-a530-792f053da3aa" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.282297] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a6e26f2-d4a6-4901-a530-792f053da3aa',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.383146] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5d04874-25c8-4612-8cf5-963c176a7d67 in Status: SUCCESS [ 996.383311] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.704223] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.704911] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.704911] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.704911] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.704911] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.704911] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b9fe957-037d-4f37-9a62-e19fb6d1e1cb already deleted. [ 996.709107] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b9fe957-037d-4f37-9a62-e19fb6d1e1cb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.709107] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b9fe957-037d-4f37-9a62-e19fb6d1e1cb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.709107] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b9fe957-037d-4f37-9a62-e19fb6d1e1cb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.709107] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b9fe957-037d-4f37-9a62-e19fb6d1e1cb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.782574] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('246429a2-2445-485b-bfd2-da26da9bc880',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.785051] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a6e26f2-d4a6-4901-a530-792f053da3aa with status ACTIVE [ 996.785051] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.785051] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.785051] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.785051] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.785051] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.785051] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.785051] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.785612] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.785612] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.785612] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.785612] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.785612] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.785835] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.785958] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.785958] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.786322] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a6e26f2-d4a6-4901-a530-792f053da3aa is going to be updated. [ 996.787503] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-246429a2-2445-485b-bfd2-da26da9bc880 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.788439] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-246429a2-2445-485b-bfd2-da26da9bc880" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.812854] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.813216] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.813334] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.813547] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.813688] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.813887] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a6e26f2-d4a6-4901-a530-792f053da3aa" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.939470] env[69367]: INFO networking_nsxv3.common.synchronization [None req-70d2d3bc-b1f0-45c3-bf8a-6db37a793e7d None None] Enqueued Resource ID: d4029b71-9bc0-4ec5-8284-b4e324d78829 with Priority: HIGHEST for action port [ 996.939470] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4029b71-9bc0-4ec5-8284-b4e324d78829 with Priority: HIGHEST for action port [ 996.940184] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4029b71-9bc0-4ec5-8284-b4e324d78829 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.940184] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4029b71-9bc0-4ec5-8284-b4e324d78829" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.940184] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4029b71-9bc0-4ec5-8284-b4e324d78829" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.940391] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4029b71-9bc0-4ec5-8284-b4e324d78829" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.940541] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4029b71-9bc0-4ec5-8284-b4e324d78829',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.234691] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.234880] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.234920] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.235161] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.235253] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.235406] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b9fe957-037d-4f37-9a62-e19fb6d1e1cb already deleted. [ 997.235495] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b9fe957-037d-4f37-9a62-e19fb6d1e1cb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.288712] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('246429a2-2445-485b-bfd2-da26da9bc880',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.443068] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4029b71-9bc0-4ec5-8284-b4e324d78829 [ 997.443492] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.443693] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.443807] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.444140] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.446084] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.446084] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4029b71-9bc0-4ec5-8284-b4e324d78829 already deleted. [ 997.446084] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4029b71-9bc0-4ec5-8284-b4e324d78829" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.794739] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.795130] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.795130] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.795204] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.795286] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.795738] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 246429a2-2445-485b-bfd2-da26da9bc880 is going to be created. [ 997.823012] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.823231] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.823231] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.823426] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.823599] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.835730] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 246429a2-2445-485b-bfd2-da26da9bc880 in Status: UNINITIALIZED for 2s [ 998.276987] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: SUCCESS [ 998.277242] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.576272] env[69367]: INFO networking_nsxv3.common.synchronization [req-c6125fbd-721e-4b3b-bb92-954963d911b2 req-97e92ffb-caf0-4764-961d-43b8f1cb54f9 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Enqueued Resource ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 with Priority: HIGHEST for action security_group_members [ 999.576272] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 with Priority: HIGHEST for action security_group_members [ 999.576272] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-23b24e5f-18e1-44e2-aec3-7a767f966508 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.576272] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.576272] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.576272] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.576272] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.576272] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.576272] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.576962] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.576962] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.576962] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23b24e5f-18e1-44e2-aec3-7a767f966508',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.857130] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 246429a2-2445-485b-bfd2-da26da9bc880 in Status: SUCCESS [ 999.857258] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-246429a2-2445-485b-bfd2-da26da9bc880" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.857750] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-246429a2-2445-485b-bfd2-da26da9bc880" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.857972] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-246429a2-2445-485b-bfd2-da26da9bc880" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.858179] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.858352] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.858435] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.858603] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.858689] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.859310] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-246429a2-2445-485b-bfd2-da26da9bc880" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.859310] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('246429a2-2445-485b-bfd2-da26da9bc880',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.083637] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.083800] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.083857] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.084173] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.084279] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.084582] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.084737] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.084823] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.085026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.085143] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.085270] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 already deleted. [ 1000.085362] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.362936] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('246429a2-2445-485b-bfd2-da26da9bc880',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.516920] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-609 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.516920] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-609" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.516920] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-609" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.516920] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-609" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.517978] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.518370] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.518867] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.518928] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.519130] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.520180] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1000.520180] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1000.520180] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1000.522770] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1000.522770] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1000.522770] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1000.522770] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1000.551064] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1000.551064] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1000.551064] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1000.551064] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-609" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.551064] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-51ecc627-facf-4f44-ab76-608a62b51faa taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.551064] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-51ecc627-facf-4f44-ab76-608a62b51faa" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.551064] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-51ecc627-facf-4f44-ab76-608a62b51faa" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.551064] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-51ecc627-facf-4f44-ab76-608a62b51faa" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.551064] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51ecc627-facf-4f44-ab76-608a62b51faa',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.865254] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 246429a2-2445-485b-bfd2-da26da9bc880: rpc.has_security_group_logging(os_id): False [ 1000.891217] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.891217] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.891217] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.891217] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.891217] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.891217] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.891217] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.891217] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.891217] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.891217] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.891217] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 246429a2-2445-485b-bfd2-da26da9bc880 is going to be created. [ 1000.978239] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.978239] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.978239] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.978239] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.978239] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.992028] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 246429a2-2445-485b-bfd2-da26da9bc880 in Status: IN_PROGRESS for 2s [ 1001.057598] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.057598] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.057598] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.057598] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.057598] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.057598] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 51ecc627-facf-4f44-ab76-608a62b51faa not found, creating... [ 1001.057598] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.057598] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.057598] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.057598] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.057598] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.058062] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.058062] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.058062] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.058062] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.058062] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.058062] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 51ecc627-facf-4f44-ab76-608a62b51faa is going to be created. [ 1001.120725] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.120725] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.120725] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.120997] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.121209] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.121430] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-51ecc627-facf-4f44-ab76-608a62b51faa" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.512520] env[69367]: INFO networking_nsxv3.common.synchronization [req-c6125fbd-721e-4b3b-bb92-954963d911b2 req-93ff5edc-a572-41a0-911f-da9dfbdd8f05 service nova] Enqueued Resource ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 with Priority: HIGHEST for action security_group_rules [ 1002.512904] env[69367]: INFO networking_nsxv3.common.synchronization [req-c6125fbd-721e-4b3b-bb92-954963d911b2 req-93ff5edc-a572-41a0-911f-da9dfbdd8f05 service nova] Enqueued Resource ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 with Priority: HIGHEST for action security_group_members [ 1002.513014] env[69367]: INFO networking_nsxv3.common.synchronization [req-c6125fbd-721e-4b3b-bb92-954963d911b2 req-93ff5edc-a572-41a0-911f-da9dfbdd8f05 service nova] Enqueued Resource ID: 51ecc627-facf-4f44-ab76-608a62b51faa with Priority: HIGHEST for action port [ 1002.513513] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 with Priority: HIGHEST for action security_group_rules [ 1002.513671] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 with Priority: HIGHEST for action security_group_members [ 1002.513853] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51ecc627-facf-4f44-ab76-608a62b51faa with Priority: HIGHEST for action port [ 1002.514806] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23b24e5f-18e1-44e2-aec3-7a767f966508 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.515077] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.515188] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.515695] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.515830] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23b24e5f-18e1-44e2-aec3-7a767f966508',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.517929] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-23b24e5f-18e1-44e2-aec3-7a767f966508 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.518094] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.518703] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.519052] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.519631] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.519721] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.519863] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.520161] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.520580] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.520775] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23b24e5f-18e1-44e2-aec3-7a767f966508',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.522965] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-51ecc627-facf-4f44-ab76-608a62b51faa taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.523124] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51ecc627-facf-4f44-ab76-608a62b51faa" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.523319] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51ecc627-facf-4f44-ab76-608a62b51faa" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.523596] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51ecc627-facf-4f44-ab76-608a62b51faa" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.523889] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51ecc627-facf-4f44-ab76-608a62b51faa',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.008818] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 246429a2-2445-485b-bfd2-da26da9bc880 in Status: SUCCESS [ 1003.008818] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-246429a2-2445-485b-bfd2-da26da9bc880" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.023587] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23b24e5f-18e1-44e2-aec3-7a767f966508',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.027751] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51ecc627-facf-4f44-ab76-608a62b51faa with status ACTIVE [ 1003.027991] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.028137] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.028241] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.028415] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.028590] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.028682] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.028890] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.028890] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.028991] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.029178] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.029235] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.029325] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.029481] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.029544] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.029639] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.029676] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51ecc627-facf-4f44-ab76-608a62b51faa is going to be updated. [ 1003.031483] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-23b24e5f-18e1-44e2-aec3-7a767f966508 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.032193] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.198166] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.198166] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.198166] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.198166] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.198166] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.198166] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51ecc627-facf-4f44-ab76-608a62b51faa" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.401479] env[69367]: INFO networking_nsxv3.common.synchronization [req-a419aded-f7cd-4f7c-9075-3ea2acd0f887 req-8b5d197c-4b30-4e63-9a44-0b2bd949c6b0 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Enqueued Resource ID: 300f812c-2610-444b-8066-b75c76ae0aee with Priority: HIGHEST for action security_group_members [ 1003.401479] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 300f812c-2610-444b-8066-b75c76ae0aee with Priority: HIGHEST for action security_group_members [ 1003.401479] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-300f812c-2610-444b-8066-b75c76ae0aee taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.401479] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.402462] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.402462] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.402462] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.402462] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.402462] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.402903] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.402903] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.402903] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.533667] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23b24e5f-18e1-44e2-aec3-7a767f966508',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.692140] env[69367]: INFO networking_nsxv3.common.synchronization [None req-c269bb71-f44f-4a8c-8f97-6447d7769065 None None] Enqueued Resource ID: 80ebb1a9-e770-4a23-94cc-342c56dcf043 with Priority: HIGHEST for action port [ 1003.693702] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80ebb1a9-e770-4a23-94cc-342c56dcf043 with Priority: HIGHEST for action port [ 1003.697078] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-80ebb1a9-e770-4a23-94cc-342c56dcf043 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.697078] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80ebb1a9-e770-4a23-94cc-342c56dcf043" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.697078] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80ebb1a9-e770-4a23-94cc-342c56dcf043" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.697078] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80ebb1a9-e770-4a23-94cc-342c56dcf043" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.697078] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80ebb1a9-e770-4a23-94cc-342c56dcf043',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.904867] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.905083] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.905083] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.905301] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.905393] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.905588] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.905685] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.905747] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.905891] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.905964] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.906059] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 300f812c-2610-444b-8066-b75c76ae0aee is going to be updated. [ 1003.943852] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.943852] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.943852] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.943852] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.943852] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.955673] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 300f812c-2610-444b-8066-b75c76ae0aee in Status: IN_PROGRESS for 2s [ 1004.041300] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.041300] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.041300] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.041300] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.041300] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.041300] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 is going to be created. [ 1004.078284] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.078284] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.078284] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.078284] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.078284] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.089899] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 in Status: UNINITIALIZED for 2s [ 1004.197161] env[69367]: INFO networking_nsxv3.common.synchronization [req-d68db173-4ff6-43eb-b113-fa74641a19ac req-9a289c2c-8a3b-4200-9237-da48d9843ce1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Enqueued Resource ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d with Priority: HIGHEST for action security_group_members [ 1004.197778] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d with Priority: HIGHEST for action security_group_members [ 1004.198038] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80ebb1a9-e770-4a23-94cc-342c56dcf043 [ 1004.198240] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.198353] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.198416] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.198622] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.198704] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.198792] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80ebb1a9-e770-4a23-94cc-342c56dcf043 already deleted. [ 1004.198868] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80ebb1a9-e770-4a23-94cc-342c56dcf043" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.201239] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-530104e6-2d1d-4cf1-b624-56cd85e2be4d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.201239] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.201239] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.201239] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.201865] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.201865] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.201865] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.201865] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.201865] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.201865] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('530104e6-2d1d-4cf1-b624-56cd85e2be4d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.706211] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('530104e6-2d1d-4cf1-b624-56cd85e2be4d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.208477] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('530104e6-2d1d-4cf1-b624-56cd85e2be4d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.711944] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.712380] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.712380] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.713571] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.713571] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.713571] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d is going to be updated. [ 1005.749038] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.749038] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.749038] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.749038] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.749038] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.762443] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d in Status: IN_PROGRESS for 2s [ 1005.827034] env[69367]: INFO networking_nsxv3.common.synchronization [req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b req-dc28404d-8596-4e06-bd44-2accf600999d tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Enqueued Resource ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 with Priority: HIGHEST for action security_group_members [ 1005.827668] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 with Priority: HIGHEST for action security_group_members [ 1005.828140] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-864e03a1-af92-4b8a-9bad-0cb7c3960926 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.830153] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.830247] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.830451] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.830629] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.830736] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.830800] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.830950] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.831050] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.831150] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('864e03a1-af92-4b8a-9bad-0cb7c3960926',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.971358] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 300f812c-2610-444b-8066-b75c76ae0aee in Status: SUCCESS [ 1005.972047] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 300f812c-2610-444b-8066-b75c76ae0aee deletion is rescheduled due to dependency. [ 1005.972164] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.102789] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 in Status: SUCCESS [ 1006.103087] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.103268] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.103815] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.104041] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.104167] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.104262] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.104396] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.104552] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.104552] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.104651] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23b24e5f-18e1-44e2-aec3-7a767f966508',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.333766] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('864e03a1-af92-4b8a-9bad-0cb7c3960926',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.354141] env[69367]: INFO networking_nsxv3.common.synchronization [None req-3573e69d-16dc-482e-945e-f768c3264d44 None None] Enqueued Resource ID: ab20614c-942e-40c4-b103-5cbdde129d7f with Priority: HIGHEST for action port [ 1006.355150] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab20614c-942e-40c4-b103-5cbdde129d7f with Priority: HIGHEST for action port [ 1006.355488] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab20614c-942e-40c4-b103-5cbdde129d7f taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.355614] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab20614c-942e-40c4-b103-5cbdde129d7f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.355674] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab20614c-942e-40c4-b103-5cbdde129d7f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.355951] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab20614c-942e-40c4-b103-5cbdde129d7f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.356153] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab20614c-942e-40c4-b103-5cbdde129d7f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.550253] env[69367]: INFO networking_nsxv3.common.synchronization [req-60341bfa-ee74-42e0-a4f6-172e048b103f req-37717f01-10e6-441e-99ca-42f2cc9e49ba tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Enqueued Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_members [ 1006.550674] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_members [ 1006.551378] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.551378] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.551378] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.551378] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.551647] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.551647] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.552087] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.552087] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.552087] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.552087] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.609564] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23b24e5f-18e1-44e2-aec3-7a767f966508',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.709026] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-327 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.709252] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-327" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.709464] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-327" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.709867] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-327" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.710435] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.710633] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.710819] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.710999] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.711167] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.711467] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1006.711544] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.711704] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.712017] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.712017] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1006.712342] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.712342] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.733631] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.733769] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1006.734238] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.734238] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-327" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.734469] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-d0ffeebb-1460-470e-a334-8f55d07977a4 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.734948] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-d0ffeebb-1460-470e-a334-8f55d07977a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.734948] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-d0ffeebb-1460-470e-a334-8f55d07977a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.735145] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-d0ffeebb-1460-470e-a334-8f55d07977a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.735271] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0ffeebb-1460-470e-a334-8f55d07977a4',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.838536] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('864e03a1-af92-4b8a-9bad-0cb7c3960926',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.860715] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab20614c-942e-40c4-b103-5cbdde129d7f [ 1006.860715] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.860715] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.860715] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.860715] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.860715] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.860715] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab20614c-942e-40c4-b103-5cbdde129d7f already deleted. [ 1006.860715] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab20614c-942e-40c4-b103-5cbdde129d7f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.055092] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.111887] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23b24e5f-18e1-44e2-aec3-7a767f966508: rpc.has_security_group_logging(os_id): False [ 1007.130317] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.130458] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.130537] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.130758] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.130916] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.131105] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.131209] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.131270] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.131419] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.131493] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.131576] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 is going to be created. [ 1007.198398] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.198539] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.198753] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.198826] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.199076] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.215106] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 in Status: IN_PROGRESS for 2s [ 1007.240511] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.240746] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.240880] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.241191] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.241345] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.241592] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port d0ffeebb-1460-470e-a334-8f55d07977a4 not found, creating... [ 1007.243602] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.243602] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.243602] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.243602] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.243602] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.243602] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.243602] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.243602] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.244350] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.244350] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.244350] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: d0ffeebb-1460-470e-a334-8f55d07977a4 is going to be created. [ 1007.277104] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.277274] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.277390] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.277713] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.277924] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.278161] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-d0ffeebb-1460-470e-a334-8f55d07977a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.343498] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.343669] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.343669] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.344318] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.344318] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.344318] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 is going to be updated. [ 1007.399715] env[69367]: INFO networking_nsxv3.common.synchronization [req-6d1dcae2-ac63-499c-bbfa-421989f06e26 req-d3ac6428-0f42-438f-95c6-5ee344ee4b8c tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Enqueued Resource ID: 0356510a-7143-4187-b30d-371ee1c0be75 with Priority: HIGHEST for action security_group_members [ 1007.400843] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0356510a-7143-4187-b30d-371ee1c0be75 with Priority: HIGHEST for action security_group_members [ 1007.401296] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0356510a-7143-4187-b30d-371ee1c0be75 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.401571] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0356510a-7143-4187-b30d-371ee1c0be75" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.401871] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0356510a-7143-4187-b30d-371ee1c0be75" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.401934] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0356510a-7143-4187-b30d-371ee1c0be75" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.402065] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.402173] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.402233] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.402418] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.402456] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.402549] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0356510a-7143-4187-b30d-371ee1c0be75',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.424516] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.427535] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.427535] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.427535] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.427741] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.447411] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 in Status: IN_PROGRESS for 2s [ 1007.557966] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.773268] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d in Status: SUCCESS [ 1007.774561] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.905642] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.905950] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.906175] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.906639] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.906639] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.906903] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.907024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.907128] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.907267] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.907346] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.907438] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0356510a-7143-4187-b30d-371ee1c0be75 is going to be updated. [ 1007.942012] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.942224] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.942301] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.942521] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.942671] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.953541] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0356510a-7143-4187-b30d-371ee1c0be75 in Status: IN_PROGRESS for 2s [ 1008.060493] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.060944] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.063674] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.063953] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.064152] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.064220] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 is going to be updated. [ 1008.101860] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.101860] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.101860] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.102633] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.102633] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.115636] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: IN_PROGRESS for 2s [ 1008.320068] env[69367]: INFO networking_nsxv3.common.synchronization [req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b req-2cf97e3f-732c-41fc-864c-fa507b3232a9 service nova] Enqueued Resource ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 with Priority: HIGHEST for action security_group_rules [ 1008.320363] env[69367]: INFO networking_nsxv3.common.synchronization [req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b req-2cf97e3f-732c-41fc-864c-fa507b3232a9 service nova] Enqueued Resource ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 with Priority: HIGHEST for action security_group_members [ 1008.320545] env[69367]: INFO networking_nsxv3.common.synchronization [req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b req-2cf97e3f-732c-41fc-864c-fa507b3232a9 service nova] Enqueued Resource ID: d0ffeebb-1460-470e-a334-8f55d07977a4 with Priority: HIGHEST for action port [ 1008.323476] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 with Priority: HIGHEST for action security_group_rules [ 1008.327015] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 with Priority: HIGHEST for action security_group_members [ 1008.327015] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0ffeebb-1460-470e-a334-8f55d07977a4 with Priority: HIGHEST for action port [ 1008.327015] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-864e03a1-af92-4b8a-9bad-0cb7c3960926 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.327015] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.327015] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.327015] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.327015] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('864e03a1-af92-4b8a-9bad-0cb7c3960926',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.327015] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-864e03a1-af92-4b8a-9bad-0cb7c3960926 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.327015] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.327015] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0ffeebb-1460-470e-a334-8f55d07977a4 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.327015] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0ffeebb-1460-470e-a334-8f55d07977a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.327734] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0ffeebb-1460-470e-a334-8f55d07977a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.330870] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0ffeebb-1460-470e-a334-8f55d07977a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.330870] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0ffeebb-1460-470e-a334-8f55d07977a4',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.830894] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-864e03a1-af92-4b8a-9bad-0cb7c3960926 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.830894] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.831209] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0ffeebb-1460-470e-a334-8f55d07977a4 with status ACTIVE [ 1008.831288] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.831393] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.831443] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.831630] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.831757] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.831960] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.832572] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.832572] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.832572] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.833017] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.833297] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.833456] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.833527] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.834212] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.834807] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.834807] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0ffeebb-1460-470e-a334-8f55d07977a4 is going to be updated. [ 1008.862304] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.862475] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.862549] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.862773] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.862955] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.863179] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0ffeebb-1460-470e-a334-8f55d07977a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.877535] env[69367]: INFO networking_nsxv3.common.synchronization [None req-f70bccd1-8ef5-4b1d-9fc1-a6a96624fd7c None None] Enqueued Resource ID: e91650e1-5aea-4acb-9ccf-ccd73e84a0d5 with Priority: HIGHEST for action port [ 1008.877834] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e91650e1-5aea-4acb-9ccf-ccd73e84a0d5 with Priority: HIGHEST for action port [ 1008.882028] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-e91650e1-5aea-4acb-9ccf-ccd73e84a0d5 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.882028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e91650e1-5aea-4acb-9ccf-ccd73e84a0d5" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.882028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e91650e1-5aea-4acb-9ccf-ccd73e84a0d5" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.882028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e91650e1-5aea-4acb-9ccf-ccd73e84a0d5" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.882028] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e91650e1-5aea-4acb-9ccf-ccd73e84a0d5',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.245446] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 in Status: SUCCESS [ 1009.245446] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.374722] env[69367]: INFO networking_nsxv3.common.synchronization [req-7588dc7e-7573-44f6-9759-5782b7fd61ec req-ad73f920-2715-455c-801b-64c3ed4106e2 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Enqueued Resource ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 with Priority: HIGHEST for action security_group_members [ 1009.375470] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 with Priority: HIGHEST for action security_group_members [ 1009.375728] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-d12c0724-76be-4f29-aaec-3cb1389af3d7 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.375851] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.375913] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.378038] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.378222] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.378339] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.378405] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.378578] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.378663] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.378765] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d12c0724-76be-4f29-aaec-3cb1389af3d7',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.383541] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e91650e1-5aea-4acb-9ccf-ccd73e84a0d5 [ 1009.383541] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.383541] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.383541] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.383541] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.383541] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.383541] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e91650e1-5aea-4acb-9ccf-ccd73e84a0d5 already deleted. [ 1009.383541] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e91650e1-5aea-4acb-9ccf-ccd73e84a0d5" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.463580] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 in Status: SUCCESS [ 1009.463818] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.464018] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.464252] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.464445] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.464567] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.464631] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.464827] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.465095] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.465095] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('864e03a1-af92-4b8a-9bad-0cb7c3960926',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.881964] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.882316] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.882316] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.882425] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.882485] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.882870] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.883027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.883087] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.883247] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.883321] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.883408] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 already deleted. [ 1009.883485] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.937461] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-26 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.937608] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-26" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.937656] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-26" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.937979] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-26" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.938248] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.938405] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.938630] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.938733] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.938878] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.939108] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1009.939235] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1009.939350] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1009.939454] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1009.939602] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1009.939696] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1009.939884] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1009.964144] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1009.964342] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1009.964484] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1009.964666] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-26" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.965014] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-5c6cfa99-325a-4dd7-97b4-226b85c7d347 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.965211] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-5c6cfa99-325a-4dd7-97b4-226b85c7d347" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.965340] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-5c6cfa99-325a-4dd7-97b4-226b85c7d347" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.965720] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-5c6cfa99-325a-4dd7-97b4-226b85c7d347" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.965802] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c6cfa99-325a-4dd7-97b4-226b85c7d347',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.967356] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0356510a-7143-4187-b30d-371ee1c0be75 in Status: SUCCESS [ 1009.967526] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0356510a-7143-4187-b30d-371ee1c0be75 deletion is rescheduled due to dependency. [ 1009.967629] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0356510a-7143-4187-b30d-371ee1c0be75" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.971252] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('864e03a1-af92-4b8a-9bad-0cb7c3960926',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.126162] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: SUCCESS [ 1010.126385] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.277176] env[69367]: INFO networking_nsxv3.common.synchronization [req-7c6eea2b-3364-453f-bb40-20b3fcf26c70 req-a50ec68d-3e90-4be8-9045-9a423f6b9f92 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Enqueued Resource ID: f65be16a-2713-4e86-9472-f7b5907c4c07 with Priority: HIGHEST for action security_group_members [ 1010.278026] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65be16a-2713-4e86-9472-f7b5907c4c07 with Priority: HIGHEST for action security_group_members [ 1010.278026] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-f65be16a-2713-4e86-9472-f7b5907c4c07 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.278261] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f65be16a-2713-4e86-9472-f7b5907c4c07" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.278261] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f65be16a-2713-4e86-9472-f7b5907c4c07" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.278391] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f65be16a-2713-4e86-9472-f7b5907c4c07" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.278556] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.278664] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.278737] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.279749] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.279855] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.279977] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f65be16a-2713-4e86-9472-f7b5907c4c07',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.469049] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.469334] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.469454] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.470148] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.470318] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.470484] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 5c6cfa99-325a-4dd7-97b4-226b85c7d347 not found, creating... [ 1010.470760] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.470926] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.471061] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.471290] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.471429] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.471747] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.471895] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.472848] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.473481] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.473657] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.473812] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 5c6cfa99-325a-4dd7-97b4-226b85c7d347 is going to be created. [ 1010.474989] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('864e03a1-af92-4b8a-9bad-0cb7c3960926',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.498594] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.498594] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.498594] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.498594] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.499032] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.499115] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-5c6cfa99-325a-4dd7-97b4-226b85c7d347" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.785528] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.785686] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.785755] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.785978] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.786717] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.786717] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.786717] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.786717] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.786717] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.786993] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.786993] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f65be16a-2713-4e86-9472-f7b5907c4c07 is going to be updated. [ 1010.821704] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.822073] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.822188] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.822434] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.822617] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.834669] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f65be16a-2713-4e86-9472-f7b5907c4c07 in Status: IN_PROGRESS for 2s [ 1010.977320] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.977690] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.977690] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.978642] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.978732] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.979188] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 is going to be updated. [ 1011.016826] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.018928] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.018928] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.018928] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.018928] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.030713] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 in Status: IN_PROGRESS for 2s [ 1011.798094] env[69367]: INFO networking_nsxv3.common.synchronization [req-7588dc7e-7573-44f6-9759-5782b7fd61ec req-0c667294-7ec0-4879-96e9-ee0aac359425 service nova] Enqueued Resource ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 with Priority: HIGHEST for action security_group_rules [ 1011.798094] env[69367]: INFO networking_nsxv3.common.synchronization [req-7588dc7e-7573-44f6-9759-5782b7fd61ec req-0c667294-7ec0-4879-96e9-ee0aac359425 service nova] Enqueued Resource ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 with Priority: HIGHEST for action security_group_members [ 1011.798306] env[69367]: INFO networking_nsxv3.common.synchronization [req-7588dc7e-7573-44f6-9759-5782b7fd61ec req-0c667294-7ec0-4879-96e9-ee0aac359425 service nova] Enqueued Resource ID: 5c6cfa99-325a-4dd7-97b4-226b85c7d347 with Priority: HIGHEST for action port [ 1011.800659] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 with Priority: HIGHEST for action security_group_rules [ 1011.800780] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 with Priority: HIGHEST for action security_group_members [ 1011.800926] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c6cfa99-325a-4dd7-97b4-226b85c7d347 with Priority: HIGHEST for action port [ 1011.801621] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d12c0724-76be-4f29-aaec-3cb1389af3d7 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.801621] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.801621] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.802156] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.802156] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d12c0724-76be-4f29-aaec-3cb1389af3d7',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.804060] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-d12c0724-76be-4f29-aaec-3cb1389af3d7 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.804208] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.805473] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.805473] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.805473] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.805473] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.805473] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.805473] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.805473] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.806106] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d12c0724-76be-4f29-aaec-3cb1389af3d7',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.807915] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c6cfa99-325a-4dd7-97b4-226b85c7d347 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.808780] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c6cfa99-325a-4dd7-97b4-226b85c7d347" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.808780] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c6cfa99-325a-4dd7-97b4-226b85c7d347" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.809366] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c6cfa99-325a-4dd7-97b4-226b85c7d347" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.809366] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c6cfa99-325a-4dd7-97b4-226b85c7d347',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.305350] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-d12c0724-76be-4f29-aaec-3cb1389af3d7 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.305350] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.308756] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d12c0724-76be-4f29-aaec-3cb1389af3d7',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.311341] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c6cfa99-325a-4dd7-97b4-226b85c7d347 with status ACTIVE [ 1012.311546] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.311747] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.311747] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.312014] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.312138] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.312358] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.312469] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.312527] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.312718] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.312815] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.313014] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.313115] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.313173] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.313312] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.313378] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.313467] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c6cfa99-325a-4dd7-97b4-226b85c7d347 is going to be updated. [ 1012.338152] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.338304] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.338516] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.338589] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.338705] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.338864] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c6cfa99-325a-4dd7-97b4-226b85c7d347" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.811040] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d12c0724-76be-4f29-aaec-3cb1389af3d7',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.846592] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f65be16a-2713-4e86-9472-f7b5907c4c07 in Status: SUCCESS [ 1012.846592] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f65be16a-2713-4e86-9472-f7b5907c4c07 deletion is rescheduled due to dependency. [ 1012.846592] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f65be16a-2713-4e86-9472-f7b5907c4c07" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.043987] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 in Status: SUCCESS [ 1013.043987] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.044174] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.044368] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.044563] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.044680] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.044745] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.048016] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.048016] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.048016] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.048016] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('864e03a1-af92-4b8a-9bad-0cb7c3960926',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.315174] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.315174] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.315174] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.315174] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.315174] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.315737] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 is going to be created. [ 1013.339787] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.339968] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.340050] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.340270] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.342168] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.354831] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 in Status: UNINITIALIZED for 2s [ 1013.546127] env[69367]: INFO networking_nsxv3.common.synchronization [req-1eb9fee4-d3de-46ee-8fe8-ace20719b3cd req-99199970-c8fb-4c67-bee2-75b82504f96b tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Enqueued Resource ID: b5d04874-25c8-4612-8cf5-963c176a7d67 with Priority: HIGHEST for action security_group_members [ 1013.546127] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5d04874-25c8-4612-8cf5-963c176a7d67 with Priority: HIGHEST for action security_group_members [ 1013.546127] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5d04874-25c8-4612-8cf5-963c176a7d67 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.546127] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.546127] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.546127] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.546127] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.546127] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.546127] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.546127] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.547386] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.547386] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.549865] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-864e03a1-af92-4b8a-9bad-0cb7c3960926 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.550061] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.550147] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.550370] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.550606] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.550717] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.550934] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.551289] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.551446] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.551595] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.551807] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-864e03a1-af92-4b8a-9bad-0cb7c3960926 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.551947] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.552041] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.552197] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.552341] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.552435] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.552498] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.552637] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.552718] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.552801] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.552915] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('864e03a1-af92-4b8a-9bad-0cb7c3960926',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.840734] env[69367]: INFO networking_nsxv3.common.synchronization [req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 req-e704c91f-7a18-428b-9e2f-20d981d96aa9 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Enqueued Resource ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 with Priority: HIGHEST for action security_group_members [ 1013.840734] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 with Priority: HIGHEST for action security_group_members [ 1013.842162] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-d12c0724-76be-4f29-aaec-3cb1389af3d7 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.842377] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.055414] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 864e03a1-af92-4b8a-9bad-0cb7c3960926: rpc.has_security_group_logging(os_id): False [ 1014.060407] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.060407] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.060407] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.060407] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.078879] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.079019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.082784] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.082784] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.082784] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.082784] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.083189] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.083189] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.083189] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5d04874-25c8-4612-8cf5-963c176a7d67 is going to be updated. [ 1014.084110] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.084294] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.084375] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.084573] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.084672] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.084732] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.084871] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.084948] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.085378] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.085487] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.085532] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.085670] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.085738] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.085917] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.086170] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.089017] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.089017] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.089017] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.089017] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 is going to be updated. [ 1014.117462] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.117624] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.117698] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.117921] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.118069] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.129047] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5d04874-25c8-4612-8cf5-963c176a7d67 in Status: IN_PROGRESS for 2s [ 1014.168166] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.168327] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.168327] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.168591] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.171055] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.175240] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-26 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.175435] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-26" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.175571] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-26" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.175836] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-26" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.176291] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.176291] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.177225] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.177225] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.177225] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.177355] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1014.177427] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1014.177530] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1014.177641] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1014.177756] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1014.177867] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1014.178268] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1014.197219] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 in Status: IN_PROGRESS for 2s [ 1014.199599] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1014.199938] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1014.200292] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1014.200549] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-26" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.201013] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-ade3c102-245d-4d44-aefa-347da57a153c taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.201300] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-ade3c102-245d-4d44-aefa-347da57a153c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.201443] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-ade3c102-245d-4d44-aefa-347da57a153c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.201981] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-ade3c102-245d-4d44-aefa-347da57a153c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.201981] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ade3c102-245d-4d44-aefa-347da57a153c',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.314149] env[69367]: INFO networking_nsxv3.common.synchronization [None req-76ea881e-ecac-4bf7-b7e0-af80f4a138d3 None None] Enqueued Resource ID: 886ba86a-2c9b-4de3-960d-d9bfcc0648af with Priority: HIGHEST for action port [ 1014.314691] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 886ba86a-2c9b-4de3-960d-d9bfcc0648af with Priority: HIGHEST for action port [ 1014.315222] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-886ba86a-2c9b-4de3-960d-d9bfcc0648af taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.315222] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-886ba86a-2c9b-4de3-960d-d9bfcc0648af" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.315222] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-886ba86a-2c9b-4de3-960d-d9bfcc0648af" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.315630] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-886ba86a-2c9b-4de3-960d-d9bfcc0648af" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.315630] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('886ba86a-2c9b-4de3-960d-d9bfcc0648af',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.708142] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.708395] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.708499] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.708786] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.708979] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.709157] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port ade3c102-245d-4d44-aefa-347da57a153c not found, creating... [ 1014.709425] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.709583] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.709727] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.709977] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.710130] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.710416] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.710573] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.710686] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.710892] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.711043] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.711186] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: ade3c102-245d-4d44-aefa-347da57a153c is going to be created. [ 1014.738233] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.738613] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.738863] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.739445] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.739858] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.740251] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-ade3c102-245d-4d44-aefa-347da57a153c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.820375] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 886ba86a-2c9b-4de3-960d-d9bfcc0648af [ 1014.820601] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.820741] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.820812] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.821117] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.821178] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.821286] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:886ba86a-2c9b-4de3-960d-d9bfcc0648af already deleted. [ 1014.821539] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-886ba86a-2c9b-4de3-960d-d9bfcc0648af" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.366404] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 in Status: SUCCESS [ 1015.366699] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.366791] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.366995] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.367202] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.367321] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.367378] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.367527] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.367605] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.367690] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.367787] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d12c0724-76be-4f29-aaec-3cb1389af3d7',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.368619] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.368779] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.368937] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.370350] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.370455] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.370611] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.370681] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.370883] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d12c0724-76be-4f29-aaec-3cb1389af3d7',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.485260] env[69367]: INFO networking_nsxv3.common.synchronization [req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 req-c2f3422b-3ed6-4bbe-8785-bef4e10ca145 service nova] Enqueued Resource ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 with Priority: HIGHEST for action security_group_rules [ 1015.485260] env[69367]: INFO networking_nsxv3.common.synchronization [req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 req-c2f3422b-3ed6-4bbe-8785-bef4e10ca145 service nova] Enqueued Resource ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 with Priority: HIGHEST for action security_group_members [ 1015.485260] env[69367]: INFO networking_nsxv3.common.synchronization [req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 req-c2f3422b-3ed6-4bbe-8785-bef4e10ca145 service nova] Enqueued Resource ID: ade3c102-245d-4d44-aefa-347da57a153c with Priority: HIGHEST for action port [ 1015.485260] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 with Priority: HIGHEST for action security_group_rules [ 1015.485260] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 with Priority: HIGHEST for action security_group_members [ 1015.485260] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ade3c102-245d-4d44-aefa-347da57a153c with Priority: HIGHEST for action port [ 1015.485260] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d12c0724-76be-4f29-aaec-3cb1389af3d7 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.485260] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.487460] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-d12c0724-76be-4f29-aaec-3cb1389af3d7 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.487727] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.488280] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-ade3c102-245d-4d44-aefa-347da57a153c taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.488557] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ade3c102-245d-4d44-aefa-347da57a153c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.490423] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ade3c102-245d-4d44-aefa-347da57a153c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.490423] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ade3c102-245d-4d44-aefa-347da57a153c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.490423] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ade3c102-245d-4d44-aefa-347da57a153c',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.873120] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-d12c0724-76be-4f29-aaec-3cb1389af3d7 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.873120] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.877356] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d12c0724-76be-4f29-aaec-3cb1389af3d7',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.993451] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ade3c102-245d-4d44-aefa-347da57a153c with status ACTIVE [ 1015.993451] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.993654] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.993654] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.993830] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.993922] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.994124] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.994228] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.994292] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.994450] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.994528] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.994779] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.994876] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.994876] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.995016] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.995100] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.995184] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ade3c102-245d-4d44-aefa-347da57a153c is going to be updated. [ 1016.025366] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.025613] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.025746] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.026065] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.026224] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.026602] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ade3c102-245d-4d44-aefa-347da57a153c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.147902] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5d04874-25c8-4612-8cf5-963c176a7d67 in Status: SUCCESS [ 1016.147902] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5d04874-25c8-4612-8cf5-963c176a7d67 deletion is rescheduled due to dependency. [ 1016.147902] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.154343] env[69367]: INFO networking_nsxv3.common.synchronization [req-2159e089-50a0-45de-b62a-2b47e6c43bd7 req-9a92b132-df10-4fdc-b732-cb08515ceeb8 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Enqueued Resource ID: 2e396d49-c2f2-43d6-a868-ba1caf1ec2fc with Priority: HIGHEST for action security_group_members [ 1016.154882] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e396d49-c2f2-43d6-a868-ba1caf1ec2fc with Priority: HIGHEST for action security_group_members [ 1016.155422] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e396d49-c2f2-43d6-a868-ba1caf1ec2fc taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.155531] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e396d49-c2f2-43d6-a868-ba1caf1ec2fc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.155990] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e396d49-c2f2-43d6-a868-ba1caf1ec2fc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.155990] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e396d49-c2f2-43d6-a868-ba1caf1ec2fc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.155990] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.156173] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.156173] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.156586] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.156586] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.156586] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e396d49-c2f2-43d6-a868-ba1caf1ec2fc',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.218252] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 in Status: SUCCESS [ 1016.218252] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.379682] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d12c0724-76be-4f29-aaec-3cb1389af3d7',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.527197] env[69367]: INFO networking_nsxv3.common.synchronization [None req-776b2870-d9fc-413c-a3f3-ff9b73355c3e None None] Enqueued Resource ID: 447412e6-6da7-4015-958b-fa7e63fc0e20 with Priority: HIGHEST for action port [ 1016.529263] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447412e6-6da7-4015-958b-fa7e63fc0e20 with Priority: HIGHEST for action port [ 1016.531171] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-447412e6-6da7-4015-958b-fa7e63fc0e20 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.531754] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-447412e6-6da7-4015-958b-fa7e63fc0e20" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.531754] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-447412e6-6da7-4015-958b-fa7e63fc0e20" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.532466] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-447412e6-6da7-4015-958b-fa7e63fc0e20" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.532699] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('447412e6-6da7-4015-958b-fa7e63fc0e20',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.573412] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-19 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.573602] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-19" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.573727] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-19" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.574103] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-19" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.575069] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.575305] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.575464] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.575749] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.576142] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.576397] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1016.576545] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1016.576685] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1016.576823] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1016.576965] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1016.577113] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1016.577343] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1016.600351] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1016.600351] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1016.600351] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1016.600351] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-19" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.600607] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-ca0413df-6814-4f4d-9497-fbea6908ee66 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.600713] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-ca0413df-6814-4f4d-9497-fbea6908ee66" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.600758] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-ca0413df-6814-4f4d-9497-fbea6908ee66" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.601780] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-ca0413df-6814-4f4d-9497-fbea6908ee66" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.601780] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca0413df-6814-4f4d-9497-fbea6908ee66',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.660522] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.660522] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.660522] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.660522] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.660522] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.660522] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.660522] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.660522] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.660522] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.660522] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.660522] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e396d49-c2f2-43d6-a868-ba1caf1ec2fc already deleted. [ 1016.660522] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e396d49-c2f2-43d6-a868-ba1caf1ec2fc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.886686] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.886686] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.886686] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.886884] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.886970] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.887080] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 is going to be updated. [ 1016.922725] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.922990] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.922990] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.923204] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.923348] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.933817] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 in Status: IN_PROGRESS for 2s [ 1017.035393] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 447412e6-6da7-4015-958b-fa7e63fc0e20 [ 1017.035632] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.036505] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.036505] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.036505] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.036505] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.036505] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:447412e6-6da7-4015-958b-fa7e63fc0e20 already deleted. [ 1017.036505] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-447412e6-6da7-4015-958b-fa7e63fc0e20" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.105410] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.105730] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.105998] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.106854] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.106854] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.106854] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port ca0413df-6814-4f4d-9497-fbea6908ee66 not found, creating... [ 1017.106854] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.106854] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.107243] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.107243] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.107367] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.107635] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.107785] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.107909] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.108193] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.108339] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.108480] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: ca0413df-6814-4f4d-9497-fbea6908ee66 is going to be created. [ 1017.131758] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.132078] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.132209] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.132483] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.132716] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.132942] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-ca0413df-6814-4f4d-9497-fbea6908ee66" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.895435] env[69367]: INFO networking_nsxv3.common.synchronization [req-2159e089-50a0-45de-b62a-2b47e6c43bd7 req-359d7de4-7495-4c22-a6af-e31cb46c5e17 service nova] Enqueued Resource ID: 2e396d49-c2f2-43d6-a868-ba1caf1ec2fc with Priority: HIGHEST for action security_group_rules [ 1017.895849] env[69367]: INFO networking_nsxv3.common.synchronization [req-2159e089-50a0-45de-b62a-2b47e6c43bd7 req-359d7de4-7495-4c22-a6af-e31cb46c5e17 service nova] Enqueued Resource ID: 2e396d49-c2f2-43d6-a868-ba1caf1ec2fc with Priority: HIGHEST for action security_group_members [ 1017.895934] env[69367]: INFO networking_nsxv3.common.synchronization [req-2159e089-50a0-45de-b62a-2b47e6c43bd7 req-359d7de4-7495-4c22-a6af-e31cb46c5e17 service nova] Enqueued Resource ID: ca0413df-6814-4f4d-9497-fbea6908ee66 with Priority: HIGHEST for action port [ 1017.896707] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e396d49-c2f2-43d6-a868-ba1caf1ec2fc with Priority: HIGHEST for action security_group_rules [ 1017.896852] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e396d49-c2f2-43d6-a868-ba1caf1ec2fc with Priority: HIGHEST for action security_group_members [ 1017.896958] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0413df-6814-4f4d-9497-fbea6908ee66 with Priority: HIGHEST for action port [ 1017.897290] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e396d49-c2f2-43d6-a868-ba1caf1ec2fc taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.897357] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e396d49-c2f2-43d6-a868-ba1caf1ec2fc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.897427] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e396d49-c2f2-43d6-a868-ba1caf1ec2fc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.897688] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e396d49-c2f2-43d6-a868-ba1caf1ec2fc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.897773] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e396d49-c2f2-43d6-a868-ba1caf1ec2fc',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.899161] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e396d49-c2f2-43d6-a868-ba1caf1ec2fc taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.899651] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e396d49-c2f2-43d6-a868-ba1caf1ec2fc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.899651] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e396d49-c2f2-43d6-a868-ba1caf1ec2fc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.899651] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e396d49-c2f2-43d6-a868-ba1caf1ec2fc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.899651] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.900192] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.900692] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.901155] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.901155] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.901259] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e396d49-c2f2-43d6-a868-ba1caf1ec2fc',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.902437] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca0413df-6814-4f4d-9497-fbea6908ee66 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.902592] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca0413df-6814-4f4d-9497-fbea6908ee66" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.902694] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca0413df-6814-4f4d-9497-fbea6908ee66" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.902938] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca0413df-6814-4f4d-9497-fbea6908ee66" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.903063] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca0413df-6814-4f4d-9497-fbea6908ee66',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.405817] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e396d49-c2f2-43d6-a868-ba1caf1ec2fc taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.405982] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e396d49-c2f2-43d6-a868-ba1caf1ec2fc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.406370] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e396d49-c2f2-43d6-a868-ba1caf1ec2fc',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.407411] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca0413df-6814-4f4d-9497-fbea6908ee66 with status ACTIVE [ 1018.407643] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.408739] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.408739] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.408739] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.408739] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.408739] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.408739] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.408739] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.409200] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.409200] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.409200] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.409320] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.409352] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.411019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.411019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.411019] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca0413df-6814-4f4d-9497-fbea6908ee66 is going to be updated. [ 1018.434796] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.434796] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.434796] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.434796] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.434796] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.435177] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca0413df-6814-4f4d-9497-fbea6908ee66" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.912181] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e396d49-c2f2-43d6-a868-ba1caf1ec2fc',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.946281] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 in Status: SUCCESS [ 1018.946538] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.946747] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.947018] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.947291] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.947429] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.947508] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.947659] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.947763] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.947954] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d12c0724-76be-4f29-aaec-3cb1389af3d7',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.083884] env[69367]: INFO networking_nsxv3.common.synchronization [req-6d39e7e5-44c9-4471-a4a1-d835dba8690b req-e5e35107-9aba-4df1-b835-03f6b13b02f2 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Enqueued Resource ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 with Priority: HIGHEST for action security_group_members [ 1019.085015] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 with Priority: HIGHEST for action security_group_members [ 1019.085158] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-864e03a1-af92-4b8a-9bad-0cb7c3960926 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.085930] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.086080] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.086404] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.086668] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.086817] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.086926] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.087215] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.087328] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.087509] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('864e03a1-af92-4b8a-9bad-0cb7c3960926',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.415136] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.415318] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.415364] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.415548] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.415636] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.415736] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e396d49-c2f2-43d6-a868-ba1caf1ec2fc is going to be created. [ 1019.449706] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d12c0724-76be-4f29-aaec-3cb1389af3d7',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.454226] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.454226] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.454226] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.454226] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.454520] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.464944] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e396d49-c2f2-43d6-a868-ba1caf1ec2fc in Status: UNINITIALIZED for 2s [ 1019.590254] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('864e03a1-af92-4b8a-9bad-0cb7c3960926',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.951826] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d12c0724-76be-4f29-aaec-3cb1389af3d7',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.094803] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('864e03a1-af92-4b8a-9bad-0cb7c3960926',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.455254] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.455254] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.455254] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.455463] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.455543] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.455661] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 is going to be updated. [ 1020.488964] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.489130] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.489199] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.489404] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.489552] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.499911] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 in Status: IN_PROGRESS for 2s [ 1020.597656] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.598277] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.598277] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.599050] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.599050] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.599050] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 is going to be updated. [ 1020.635148] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.635148] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.635148] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.635148] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.635148] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.655623] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 in Status: IN_PROGRESS for 2s [ 1020.690189] env[69367]: INFO networking_nsxv3.common.synchronization [req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 req-be2bacf3-872e-4085-81b1-a078778e6ce5 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Enqueued Resource ID: 2a6f9be5-2938-4d65-b9e9-d900bbba81bb with Priority: HIGHEST for action security_group_members [ 1020.690189] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a6f9be5-2938-4d65-b9e9-d900bbba81bb with Priority: HIGHEST for action security_group_members [ 1020.690189] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a6f9be5-2938-4d65-b9e9-d900bbba81bb taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.690189] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.691162] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.691625] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.691934] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.692228] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.692420] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.693072] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.693330] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.693559] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a6f9be5-2938-4d65-b9e9-d900bbba81bb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.998642] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-297 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.999081] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-297" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.999081] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-297" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.999338] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-297" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.999581] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.999830] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.999913] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.000155] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.000306] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.000522] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1021.000636] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.000749] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.000861] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.000981] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1021.001138] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.001292] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.021118] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.021306] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1021.021450] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.021629] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-297" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.022091] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-778fc791-a94f-4a82-a799-dfa0b062551a taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.022345] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-778fc791-a94f-4a82-a799-dfa0b062551a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.022480] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-778fc791-a94f-4a82-a799-dfa0b062551a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.022852] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-778fc791-a94f-4a82-a799-dfa0b062551a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.023187] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('778fc791-a94f-4a82-a799-dfa0b062551a',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.199418] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.199582] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.199651] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.199875] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.199969] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.200211] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.200322] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.200401] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.200585] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.200664] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.200753] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a6f9be5-2938-4d65-b9e9-d900bbba81bb already deleted. [ 1021.200846] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.480794] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e396d49-c2f2-43d6-a868-ba1caf1ec2fc in Status: SUCCESS [ 1021.481085] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e396d49-c2f2-43d6-a868-ba1caf1ec2fc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.481317] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e396d49-c2f2-43d6-a868-ba1caf1ec2fc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.481585] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e396d49-c2f2-43d6-a868-ba1caf1ec2fc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.481830] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.482064] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.482146] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.482364] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.482477] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.482577] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e396d49-c2f2-43d6-a868-ba1caf1ec2fc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.482720] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e396d49-c2f2-43d6-a868-ba1caf1ec2fc',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.525417] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.525587] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.526282] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.526282] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.526282] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.526464] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 778fc791-a94f-4a82-a799-dfa0b062551a not found, creating... [ 1021.526909] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.527137] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.527225] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.527457] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.527600] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.528072] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.528264] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.528362] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.528579] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.528715] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.529252] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 778fc791-a94f-4a82-a799-dfa0b062551a is going to be created. [ 1021.552876] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.553170] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.553359] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.554072] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.554072] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.554337] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-778fc791-a94f-4a82-a799-dfa0b062551a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.986591] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e396d49-c2f2-43d6-a868-ba1caf1ec2fc taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.989083] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e396d49-c2f2-43d6-a868-ba1caf1ec2fc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.989083] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e396d49-c2f2-43d6-a868-ba1caf1ec2fc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.989083] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e396d49-c2f2-43d6-a868-ba1caf1ec2fc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.989083] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.989083] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.989083] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.989083] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.989083] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.989083] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e396d49-c2f2-43d6-a868-ba1caf1ec2fc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.989083] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e396d49-c2f2-43d6-a868-ba1caf1ec2fc taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.989083] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e396d49-c2f2-43d6-a868-ba1caf1ec2fc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.989083] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e396d49-c2f2-43d6-a868-ba1caf1ec2fc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.989083] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e396d49-c2f2-43d6-a868-ba1caf1ec2fc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.989083] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.989083] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.989083] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.989083] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.989083] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.990076] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e396d49-c2f2-43d6-a868-ba1caf1ec2fc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.990076] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e396d49-c2f2-43d6-a868-ba1caf1ec2fc',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.255402] env[69367]: INFO networking_nsxv3.common.synchronization [req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 req-616d2993-a9ce-4fb9-a973-0a8826cd61f9 service nova] Enqueued Resource ID: 2a6f9be5-2938-4d65-b9e9-d900bbba81bb with Priority: HIGHEST for action security_group_rules [ 1022.255402] env[69367]: INFO networking_nsxv3.common.synchronization [req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 req-616d2993-a9ce-4fb9-a973-0a8826cd61f9 service nova] Enqueued Resource ID: 2a6f9be5-2938-4d65-b9e9-d900bbba81bb with Priority: HIGHEST for action security_group_members [ 1022.255402] env[69367]: INFO networking_nsxv3.common.synchronization [req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 req-616d2993-a9ce-4fb9-a973-0a8826cd61f9 service nova] Enqueued Resource ID: 778fc791-a94f-4a82-a799-dfa0b062551a with Priority: HIGHEST for action port [ 1022.255402] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a6f9be5-2938-4d65-b9e9-d900bbba81bb with Priority: HIGHEST for action security_group_rules [ 1022.255402] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a6f9be5-2938-4d65-b9e9-d900bbba81bb with Priority: HIGHEST for action security_group_members [ 1022.255402] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 778fc791-a94f-4a82-a799-dfa0b062551a with Priority: HIGHEST for action port [ 1022.256216] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a6f9be5-2938-4d65-b9e9-d900bbba81bb taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.257127] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.257127] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.257127] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.257276] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a6f9be5-2938-4d65-b9e9-d900bbba81bb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.258361] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a6f9be5-2938-4d65-b9e9-d900bbba81bb taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.258565] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.258683] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.259404] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.259404] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.259404] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.259404] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.259621] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.259760] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.260025] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a6f9be5-2938-4d65-b9e9-d900bbba81bb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.261069] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-778fc791-a94f-4a82-a799-dfa0b062551a taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.261268] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-778fc791-a94f-4a82-a799-dfa0b062551a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.261508] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-778fc791-a94f-4a82-a799-dfa0b062551a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.261726] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-778fc791-a94f-4a82-a799-dfa0b062551a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.261943] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('778fc791-a94f-4a82-a799-dfa0b062551a',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.491465] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e396d49-c2f2-43d6-a868-ba1caf1ec2fc: rpc.has_security_group_logging(os_id): False [ 1022.513234] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 in Status: SUCCESS [ 1022.513442] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.513592] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.513819] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.514030] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.514159] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.514214] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.514375] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.514452] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.514544] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.514689] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-d12c0724-76be-4f29-aaec-3cb1389af3d7 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.514779] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.514841] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.515014] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.515153] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.515274] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.515324] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.515432] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.515553] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.515606] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.515652] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d12c0724-76be-4f29-aaec-3cb1389af3d7',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.517240] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.517338] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.517522] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.517595] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.517633] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.517861] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.517938] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.517976] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.518108] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.518295] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.518357] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.518441] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.518509] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.518755] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.518755] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.518885] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.519360] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.519424] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.519704] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.519704] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.519788] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e396d49-c2f2-43d6-a868-ba1caf1ec2fc is going to be created. [ 1022.602593] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.603706] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.603706] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.603706] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.603706] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.617566] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e396d49-c2f2-43d6-a868-ba1caf1ec2fc in Status: IN_PROGRESS for 2s [ 1022.670159] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 in Status: SUCCESS [ 1022.670389] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.764791] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a6f9be5-2938-4d65-b9e9-d900bbba81bb taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.764791] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.764791] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a6f9be5-2938-4d65-b9e9-d900bbba81bb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.766022] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 778fc791-a94f-4a82-a799-dfa0b062551a with status ACTIVE [ 1022.766326] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.766427] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.766540] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.766752] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.766906] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.767192] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.767346] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.767448] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.767684] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.767823] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.768310] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.768310] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.768310] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.768507] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.769280] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.769280] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 778fc791-a94f-4a82-a799-dfa0b062551a is going to be updated. [ 1022.790809] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.791029] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.791029] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.791248] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.791388] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.791545] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-778fc791-a94f-4a82-a799-dfa0b062551a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.022945] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d12c0724-76be-4f29-aaec-3cb1389af3d7: rpc.has_security_group_logging(os_id): False [ 1023.043799] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.044018] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.044236] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.044493] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.044585] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.044843] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.044989] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.045165] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.045319] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.045408] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.045653] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.045797] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.045869] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.046018] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.046091] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.046342] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.046477] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.046534] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.046706] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.046782] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.046846] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 is going to be created. [ 1023.108690] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.108935] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.109044] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.109264] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.109598] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.122807] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 in Status: IN_PROGRESS for 2s [ 1023.271020] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a6f9be5-2938-4d65-b9e9-d900bbba81bb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.773629] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.773995] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.774122] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.774304] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.774415] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.774526] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a6f9be5-2938-4d65-b9e9-d900bbba81bb is going to be created. [ 1023.801853] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.802177] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.802257] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.802419] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.802732] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.812759] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a6f9be5-2938-4d65-b9e9-d900bbba81bb in Status: UNINITIALIZED for 2s [ 1024.633350] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e396d49-c2f2-43d6-a868-ba1caf1ec2fc in Status: SUCCESS [ 1024.633729] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e396d49-c2f2-43d6-a868-ba1caf1ec2fc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.137746] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 in Status: SUCCESS [ 1025.137962] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.138157] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.138365] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.138450] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d12c0724-76be-4f29-aaec-3cb1389af3d7',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.641095] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-d12c0724-76be-4f29-aaec-3cb1389af3d7 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.641095] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.641095] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.641574] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.642668] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.642668] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.642668] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.642668] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.642668] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.642668] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.642668] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d12c0724-76be-4f29-aaec-3cb1389af3d7',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.688015] env[69367]: INFO networking_nsxv3.common.synchronization [req-ca9be770-1252-4668-8220-1a3292f1fdf6 req-d0299870-a023-48b9-af9d-06662edeb568 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Enqueued Resource ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 with Priority: HIGHEST for action security_group_members [ 1025.688529] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 with Priority: HIGHEST for action security_group_members [ 1025.689058] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-274f0898-6a56-45d1-ad8f-ebd9165fe922 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.689058] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.689058] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.689323] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.689363] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.689458] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.689518] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.689741] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.689853] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.689962] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('274f0898-6a56-45d1-ad8f-ebd9165fe922',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.824083] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a6f9be5-2938-4d65-b9e9-d900bbba81bb in Status: SUCCESS [ 1025.824271] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.824440] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.824670] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.824989] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.824989] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.825153] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.825187] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.825531] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.825531] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.825531] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a6f9be5-2938-4d65-b9e9-d900bbba81bb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.005039] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-730 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.005039] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-730" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.005179] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-730" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.005393] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-730" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.005662] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.005835] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.005978] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.006218] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.006368] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.006584] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1026.006691] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1026.006805] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1026.006922] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1026.007081] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1026.007220] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1026.007390] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1026.029547] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1026.029727] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1026.029872] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1026.030108] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-730" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.030444] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-c88acd23-5274-42a3-942f-a69dec5cb138 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.030616] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-c88acd23-5274-42a3-942f-a69dec5cb138" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.030736] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-c88acd23-5274-42a3-942f-a69dec5cb138" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.032026] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-c88acd23-5274-42a3-942f-a69dec5cb138" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.032026] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c88acd23-5274-42a3-942f-a69dec5cb138',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.145638] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-d12c0724-76be-4f29-aaec-3cb1389af3d7 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.145812] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.145885] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.146128] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.146303] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.146405] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.146551] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.146653] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.146692] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.146782] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.146924] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-d12c0724-76be-4f29-aaec-3cb1389af3d7 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.147147] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.147147] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.147249] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.147368] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.147450] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.147509] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.148218] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.148218] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.148358] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.148389] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d12c0724-76be-4f29-aaec-3cb1389af3d7',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.192670] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.193364] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.193541] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.193887] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.194109] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.194425] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.194597] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.194703] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.194984] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.195165] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.195421] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 is going to be updated. [ 1026.235881] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.236164] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.236164] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.236390] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.236533] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.257215] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 in Status: IN_PROGRESS for 2s [ 1026.328161] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a6f9be5-2938-4d65-b9e9-d900bbba81bb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.534224] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.534844] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.534844] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.534844] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.535052] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.535174] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port c88acd23-5274-42a3-942f-a69dec5cb138 not found, creating... [ 1026.535415] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.536029] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.536029] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.536029] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.536306] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.536373] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.536528] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.536626] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.536868] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.537101] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.537209] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: c88acd23-5274-42a3-942f-a69dec5cb138 is going to be created. [ 1026.562983] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.563361] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.563498] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.563892] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.564195] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.564449] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-c88acd23-5274-42a3-942f-a69dec5cb138" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.650567] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d12c0724-76be-4f29-aaec-3cb1389af3d7: rpc.has_security_group_logging(os_id): False [ 1026.681106] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.681274] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.681348] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.681568] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.681662] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.681880] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.682018] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.682095] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.682249] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.682328] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.682511] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.682692] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.682692] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.682799] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.682873] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.683079] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.683168] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.683230] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.683396] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.683433] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.683517] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 is going to be updated. [ 1026.830839] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a6f9be5-2938-4d65-b9e9-d900bbba81bb: rpc.has_security_group_logging(os_id): False [ 1026.836896] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.837053] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.837123] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.837332] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.837482] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.890876] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.891056] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.891178] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.891443] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.891605] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.891834] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.892112] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.892112] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.892184] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.892321] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.892429] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a6f9be5-2938-4d65-b9e9-d900bbba81bb is going to be created. [ 1026.900847] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 in Status: IN_PROGRESS for 2s [ 1027.023081] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.023081] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.023081] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.023081] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.023081] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.055105] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a6f9be5-2938-4d65-b9e9-d900bbba81bb in Status: IN_PROGRESS for 2s [ 1027.346884] env[69367]: INFO networking_nsxv3.common.synchronization [req-ca9be770-1252-4668-8220-1a3292f1fdf6 req-7aca2098-96f0-4e31-9020-be91b70ab569 service nova] Enqueued Resource ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 with Priority: HIGHEST for action security_group_rules [ 1027.347125] env[69367]: INFO networking_nsxv3.common.synchronization [req-ca9be770-1252-4668-8220-1a3292f1fdf6 req-7aca2098-96f0-4e31-9020-be91b70ab569 service nova] Enqueued Resource ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 with Priority: HIGHEST for action security_group_members [ 1027.347228] env[69367]: INFO networking_nsxv3.common.synchronization [req-ca9be770-1252-4668-8220-1a3292f1fdf6 req-7aca2098-96f0-4e31-9020-be91b70ab569 service nova] Enqueued Resource ID: c88acd23-5274-42a3-942f-a69dec5cb138 with Priority: HIGHEST for action port [ 1027.347451] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 with Priority: HIGHEST for action security_group_rules [ 1027.347578] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 with Priority: HIGHEST for action security_group_members [ 1027.347671] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c88acd23-5274-42a3-942f-a69dec5cb138 with Priority: HIGHEST for action port [ 1027.348229] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-274f0898-6a56-45d1-ad8f-ebd9165fe922 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.348384] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.348419] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.348607] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.348684] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('274f0898-6a56-45d1-ad8f-ebd9165fe922',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.349896] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-274f0898-6a56-45d1-ad8f-ebd9165fe922 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.350350] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.350350] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-c88acd23-5274-42a3-942f-a69dec5cb138 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.350350] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c88acd23-5274-42a3-942f-a69dec5cb138" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.350522] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c88acd23-5274-42a3-942f-a69dec5cb138" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.350555] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c88acd23-5274-42a3-942f-a69dec5cb138" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.350622] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c88acd23-5274-42a3-942f-a69dec5cb138',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.854277] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-274f0898-6a56-45d1-ad8f-ebd9165fe922 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.854277] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.854277] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c88acd23-5274-42a3-942f-a69dec5cb138 with status ACTIVE [ 1027.854277] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.854644] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.854644] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.854644] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.854735] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.855297] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.855297] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.855297] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.855297] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.855514] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.855673] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.856034] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.856131] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.856310] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.856403] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.856502] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c88acd23-5274-42a3-942f-a69dec5cb138 is going to be updated. [ 1027.880576] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.880741] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.880783] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.881027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.881126] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.881289] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c88acd23-5274-42a3-942f-a69dec5cb138" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.169352] env[69367]: INFO networking_nsxv3.common.synchronization [req-f0de5546-0e01-4e81-8617-469a42ada300 req-f209a760-607c-43d5-b576-dcd102f41605 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Enqueued Resource ID: 300f812c-2610-444b-8066-b75c76ae0aee with Priority: HIGHEST for action security_group_members [ 1028.170342] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 300f812c-2610-444b-8066-b75c76ae0aee with Priority: HIGHEST for action security_group_members [ 1028.170487] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-300f812c-2610-444b-8066-b75c76ae0aee taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.170674] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.170789] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.171061] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.171270] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.171419] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.171523] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.171782] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.171849] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.171952] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.272167] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 in Status: SUCCESS [ 1028.272167] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 deletion is rescheduled due to dependency. [ 1028.272167] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.272167] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.272352] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.272471] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.272576] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.272646] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.272792] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.272871] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.272998] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('274f0898-6a56-45d1-ad8f-ebd9165fe922',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.674858] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.675025] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.675102] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.675306] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.675390] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.675587] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.675675] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.675735] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.675874] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.675944] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.676034] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 300f812c-2610-444b-8066-b75c76ae0aee is going to be updated. [ 1028.704373] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.704373] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.704373] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.704373] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.705845] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.718291] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 300f812c-2610-444b-8066-b75c76ae0aee in Status: IN_PROGRESS for 2s [ 1028.765985] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.765985] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-902" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.765985] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-902" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.765985] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-902" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.765985] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.768942] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.768942] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.769108] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.769646] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.769646] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1028.769646] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1028.769646] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1028.769825] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1028.769863] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1028.769979] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1028.770157] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.775110] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('274f0898-6a56-45d1-ad8f-ebd9165fe922',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.791160] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.791229] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1028.791504] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.791677] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-902" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.791910] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-bd61b4f2-16a2-425a-8a3d-5f89ce6d3300 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.792132] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-bd61b4f2-16a2-425a-8a3d-5f89ce6d3300" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.792343] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-bd61b4f2-16a2-425a-8a3d-5f89ce6d3300" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.792612] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-bd61b4f2-16a2-425a-8a3d-5f89ce6d3300" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.793053] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd61b4f2-16a2-425a-8a3d-5f89ce6d3300',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.915240] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 in Status: SUCCESS [ 1028.915627] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.068348] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a6f9be5-2938-4d65-b9e9-d900bbba81bb in Status: SUCCESS [ 1029.068664] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.281063] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('274f0898-6a56-45d1-ad8f-ebd9165fe922',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.300651] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.300996] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.301253] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.301685] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.301919] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.302298] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port bd61b4f2-16a2-425a-8a3d-5f89ce6d3300 not found, creating... [ 1029.302841] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.303099] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.303315] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.303661] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.303842] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.304178] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.304357] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.304489] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.304715] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.304854] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.305008] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: bd61b4f2-16a2-425a-8a3d-5f89ce6d3300 is going to be created. [ 1029.340333] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.341229] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.341229] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.341229] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.341502] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.341703] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-bd61b4f2-16a2-425a-8a3d-5f89ce6d3300" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.783056] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.783312] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.783388] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.783569] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.783664] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.783751] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 is going to be updated. [ 1029.826862] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.827033] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.827104] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.827410] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.827511] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.838042] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 in Status: IN_PROGRESS for 2s [ 1030.350424] env[69367]: INFO networking_nsxv3.common.synchronization [req-f0de5546-0e01-4e81-8617-469a42ada300 req-e8756e31-ee6e-4116-b330-ff738ca1818c service nova] Enqueued Resource ID: 300f812c-2610-444b-8066-b75c76ae0aee with Priority: HIGHEST for action security_group_rules [ 1030.350813] env[69367]: INFO networking_nsxv3.common.synchronization [req-f0de5546-0e01-4e81-8617-469a42ada300 req-e8756e31-ee6e-4116-b330-ff738ca1818c service nova] Enqueued Resource ID: 300f812c-2610-444b-8066-b75c76ae0aee with Priority: HIGHEST for action security_group_members [ 1030.350886] env[69367]: INFO networking_nsxv3.common.synchronization [req-f0de5546-0e01-4e81-8617-469a42ada300 req-e8756e31-ee6e-4116-b330-ff738ca1818c service nova] Enqueued Resource ID: bd61b4f2-16a2-425a-8a3d-5f89ce6d3300 with Priority: HIGHEST for action port [ 1030.351621] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 300f812c-2610-444b-8066-b75c76ae0aee with Priority: HIGHEST for action security_group_rules [ 1030.351776] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 300f812c-2610-444b-8066-b75c76ae0aee with Priority: HIGHEST for action security_group_members [ 1030.351908] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd61b4f2-16a2-425a-8a3d-5f89ce6d3300 with Priority: HIGHEST for action port [ 1030.355134] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-300f812c-2610-444b-8066-b75c76ae0aee taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.355306] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.355376] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.355635] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.355724] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.356867] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-300f812c-2610-444b-8066-b75c76ae0aee taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.357157] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.357245] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd61b4f2-16a2-425a-8a3d-5f89ce6d3300 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.357332] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd61b4f2-16a2-425a-8a3d-5f89ce6d3300" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.357413] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd61b4f2-16a2-425a-8a3d-5f89ce6d3300" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.357676] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd61b4f2-16a2-425a-8a3d-5f89ce6d3300" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.357751] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd61b4f2-16a2-425a-8a3d-5f89ce6d3300',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.732879] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 300f812c-2610-444b-8066-b75c76ae0aee in Status: SUCCESS [ 1030.733103] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 300f812c-2610-444b-8066-b75c76ae0aee deletion is rescheduled due to dependency. [ 1030.733228] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.733406] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.733682] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.733848] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.734061] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.734061] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.734265] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.734312] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.734481] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.866162] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-300f812c-2610-444b-8066-b75c76ae0aee taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.866379] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.866839] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd61b4f2-16a2-425a-8a3d-5f89ce6d3300 with status ACTIVE [ 1030.867076] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.867286] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.867439] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.867746] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.867916] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.868193] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.868402] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.868541] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.868822] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.868984] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.869287] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.869452] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.869564] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.869783] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.869918] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.870046] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd61b4f2-16a2-425a-8a3d-5f89ce6d3300 is going to be updated. [ 1030.893755] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.894023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.894023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.894293] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.894483] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.894743] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd61b4f2-16a2-425a-8a3d-5f89ce6d3300" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.238456] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.587422] env[69367]: INFO networking_nsxv3.common.synchronization [req-77f61d07-2b4f-4b3c-a833-212c34697eb6 req-60b4f063-391b-4e14-8a36-b16ce7ab2183 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Enqueued Resource ID: 2e396d49-c2f2-43d6-a868-ba1caf1ec2fc with Priority: HIGHEST for action security_group_members [ 1031.589413] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e396d49-c2f2-43d6-a868-ba1caf1ec2fc with Priority: HIGHEST for action security_group_members [ 1031.589978] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e396d49-c2f2-43d6-a868-ba1caf1ec2fc taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.590206] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e396d49-c2f2-43d6-a868-ba1caf1ec2fc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.590271] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e396d49-c2f2-43d6-a868-ba1caf1ec2fc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.590563] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e396d49-c2f2-43d6-a868-ba1caf1ec2fc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.590756] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.590884] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.590884] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.591141] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.592093] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.592093] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e396d49-c2f2-43d6-a868-ba1caf1ec2fc',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.742085] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.849475] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 in Status: SUCCESS [ 1031.849717] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.849896] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.850182] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.850530] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.850619] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.850710] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.850928] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.850992] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.851061] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.851392] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('274f0898-6a56-45d1-ad8f-ebd9165fe922',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.094481] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.094707] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.094804] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.094952] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.095079] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.095256] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.095372] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.095436] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.095560] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.095630] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.095714] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e396d49-c2f2-43d6-a868-ba1caf1ec2fc is going to be updated. [ 1032.134425] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.134572] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.134651] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.134955] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.135102] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.147150] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e396d49-c2f2-43d6-a868-ba1caf1ec2fc in Status: IN_PROGRESS for 2s [ 1032.245683] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.245683] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.245683] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.245683] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.245683] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.245683] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 300f812c-2610-444b-8066-b75c76ae0aee is going to be updated. [ 1032.295059] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.295059] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.295059] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.295059] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.295402] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.310306] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 300f812c-2610-444b-8066-b75c76ae0aee in Status: IN_PROGRESS for 2s [ 1032.354866] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('274f0898-6a56-45d1-ad8f-ebd9165fe922',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.857456] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 274f0898-6a56-45d1-ad8f-ebd9165fe922: rpc.has_security_group_logging(os_id): False [ 1032.877403] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.877403] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.877403] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.877403] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.877403] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.877621] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.877621] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.877621] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.877781] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.877843] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.877928] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 is going to be updated. [ 1032.947722] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.947885] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.947943] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.948154] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.948301] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.966016] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 in Status: IN_PROGRESS for 2s [ 1034.157745] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e396d49-c2f2-43d6-a868-ba1caf1ec2fc in Status: SUCCESS [ 1034.157941] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e396d49-c2f2-43d6-a868-ba1caf1ec2fc deletion is rescheduled due to dependency. [ 1034.158323] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e396d49-c2f2-43d6-a868-ba1caf1ec2fc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.321219] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 300f812c-2610-444b-8066-b75c76ae0aee in Status: SUCCESS [ 1034.321434] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.321609] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.321903] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.322302] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.322460] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.322610] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.322740] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.322823] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.322918] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.323097] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.420276] env[69367]: INFO networking_nsxv3.common.synchronization [req-a94d7d74-1c33-4be2-a38f-c1ff6dc3aa1d req-7c2136a3-4b2c-4548-84d2-93cce24f56d5 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Enqueued Resource ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d with Priority: HIGHEST for action security_group_members [ 1034.420837] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d with Priority: HIGHEST for action security_group_members [ 1034.421171] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-530104e6-2d1d-4cf1-b624-56cd85e2be4d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.421302] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.421362] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.421574] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.422035] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.422270] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.422347] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.422517] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.422606] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.422702] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('530104e6-2d1d-4cf1-b624-56cd85e2be4d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.828589] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-300f812c-2610-444b-8066-b75c76ae0aee taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.828752] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.828826] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.829069] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.829427] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.829427] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.829427] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.829595] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.829698] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.829791] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.829940] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-300f812c-2610-444b-8066-b75c76ae0aee taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.830046] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.830111] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.830253] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.830395] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.830488] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.830637] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.830676] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.830743] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.830828] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.830915] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.925889] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.925889] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.926760] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.926760] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.926760] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.927143] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.927401] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.927972] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.928433] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.928433] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.928611] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d is going to be updated. [ 1034.971516] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.972046] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.972240] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.972441] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.972594] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.989304] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d in Status: IN_PROGRESS for 2s [ 1034.990258] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 in Status: SUCCESS [ 1034.990479] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.054889] env[69367]: INFO networking_nsxv3.common.synchronization [req-b6375f81-4a93-4671-a871-06af8d2ea030 req-a6f3a6ef-5c5a-44c5-8ec8-322977849a9a tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Enqueued Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_members [ 1035.055694] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_members [ 1035.056202] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.056475] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.056622] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.056989] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.057371] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.057534] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.057652] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.057967] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.058178] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.058333] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.333330] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 300f812c-2610-444b-8066-b75c76ae0aee: rpc.has_security_group_logging(os_id): False [ 1035.354109] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.354317] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.354317] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.354594] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.354694] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.354899] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.355012] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.355133] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.355225] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.355301] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.355498] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.355594] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.355654] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.356361] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.356477] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.356670] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.356769] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.356833] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.356974] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.357062] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.357149] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 300f812c-2610-444b-8066-b75c76ae0aee is going to be updated. [ 1035.436717] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.436888] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.436935] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.437207] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.437357] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.453763] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 300f812c-2610-444b-8066-b75c76ae0aee in Status: IN_PROGRESS for 2s [ 1035.561214] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.561554] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.561677] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.561959] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.562167] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.562463] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.562524] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.562793] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.562793] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.562793] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.562897] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f already deleted. [ 1035.562972] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.597209] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-824 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.597209] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-824" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.597398] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-824" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.597896] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-824" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.598393] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.601139] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.601139] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.601139] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.603789] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.603789] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1035.603969] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1035.603969] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1035.604518] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1035.604776] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1035.604955] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1035.605184] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1035.628568] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1035.628568] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1035.628568] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1035.628895] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-824" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.629164] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-850495dc-d716-4fb7-a029-cb114233e214 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.629376] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-850495dc-d716-4fb7-a029-cb114233e214" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.629504] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-850495dc-d716-4fb7-a029-cb114233e214" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.629940] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-850495dc-d716-4fb7-a029-cb114233e214" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.630239] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('850495dc-d716-4fb7-a029-cb114233e214',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.134200] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.134200] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.134200] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.134200] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.134418] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.134494] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 850495dc-d716-4fb7-a029-cb114233e214 not found, creating... [ 1036.134766] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.134938] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.135099] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.135341] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.135485] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.135837] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.136014] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.136195] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.136360] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.136499] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.136642] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 850495dc-d716-4fb7-a029-cb114233e214 is going to be created. [ 1036.166966] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.167231] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.167387] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.167711] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.167949] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.168213] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-850495dc-d716-4fb7-a029-cb114233e214" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.005677] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d in Status: SUCCESS [ 1037.006080] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d deletion is rescheduled due to dependency. [ 1037.006080] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.051990] env[69367]: INFO networking_nsxv3.common.synchronization [req-b6375f81-4a93-4671-a871-06af8d2ea030 req-5401e548-a30f-43af-9c29-fbce36999371 service nova] Enqueued Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_rules [ 1037.052241] env[69367]: INFO networking_nsxv3.common.synchronization [req-b6375f81-4a93-4671-a871-06af8d2ea030 req-5401e548-a30f-43af-9c29-fbce36999371 service nova] Enqueued Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_members [ 1037.052387] env[69367]: INFO networking_nsxv3.common.synchronization [req-b6375f81-4a93-4671-a871-06af8d2ea030 req-5401e548-a30f-43af-9c29-fbce36999371 service nova] Enqueued Resource ID: 850495dc-d716-4fb7-a029-cb114233e214 with Priority: HIGHEST for action port [ 1037.052938] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_rules [ 1037.059349] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_members [ 1037.059349] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 850495dc-d716-4fb7-a029-cb114233e214 with Priority: HIGHEST for action port [ 1037.059349] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.059349] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.059349] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.059349] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.059349] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.059349] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.059349] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.059349] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.059349] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.059349] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.059349] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.059349] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.059349] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.059349] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.059349] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.063340] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-850495dc-d716-4fb7-a029-cb114233e214 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.063340] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-850495dc-d716-4fb7-a029-cb114233e214" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.063340] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-850495dc-d716-4fb7-a029-cb114233e214" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.063340] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-850495dc-d716-4fb7-a029-cb114233e214" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.063340] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('850495dc-d716-4fb7-a029-cb114233e214',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.551220] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 300f812c-2610-444b-8066-b75c76ae0aee in Status: SUCCESS [ 1037.551220] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.565337] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.565650] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.567156] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 850495dc-d716-4fb7-a029-cb114233e214 with status ACTIVE [ 1037.567497] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.567720] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.567867] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.569079] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.569235] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.569530] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.569702] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.569774] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.570067] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.570112] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.570458] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.570458] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.570554] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.570665] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.570742] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.570853] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 850495dc-d716-4fb7-a029-cb114233e214 is going to be updated. [ 1037.572167] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.621871] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.622074] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.622145] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.622369] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.622517] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.622684] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-850495dc-d716-4fb7-a029-cb114233e214" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.081032] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.580998] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.581318] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.581318] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.581648] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.581780] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.581923] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f is going to be created. [ 1038.609879] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.610226] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.610226] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.610493] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.610493] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.625392] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: UNINITIALIZED for 2s [ 1040.638971] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: SUCCESS [ 1040.638971] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.639624] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.639943] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.640453] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.640453] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.640453] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.640636] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.640793] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.640916] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.641076] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.145659] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.145885] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.145951] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.146517] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.146517] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.146517] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.146749] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.146749] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.146826] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.146920] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.147389] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.147679] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.147679] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.150609] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.150609] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.150609] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.150609] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.150609] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.150609] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.150609] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.150609] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.656978] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a91d871-59f1-429d-aee5-6ce88f3e923f: rpc.has_security_group_logging(os_id): False [ 1041.674371] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.674650] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.674650] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.674822] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.674914] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.675119] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.675220] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.675273] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.675442] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.675517] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.675764] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.675873] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.675966] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.676335] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.676486] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.676738] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.676883] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.677025] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.677218] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.677324] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.677446] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f is going to be created. [ 1041.747317] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.747478] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.747531] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.747742] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.747972] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.764062] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: IN_PROGRESS for 2s [ 1042.057264] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1042.057438] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1043.318731] env[69367]: INFO networking_nsxv3.common.synchronization [None req-9f772d95-2935-48d8-931c-cba0a0d2d506 None None] Enqueued Resource ID: aa8a5d25-f59a-4769-ad84-4a3a5f69ab61 with Priority: HIGHEST for action port [ 1043.319473] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa8a5d25-f59a-4769-ad84-4a3a5f69ab61 with Priority: HIGHEST for action port [ 1043.319820] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa8a5d25-f59a-4769-ad84-4a3a5f69ab61 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.320143] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa8a5d25-f59a-4769-ad84-4a3a5f69ab61" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.324037] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa8a5d25-f59a-4769-ad84-4a3a5f69ab61" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.324037] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa8a5d25-f59a-4769-ad84-4a3a5f69ab61" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.324037] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa8a5d25-f59a-4769-ad84-4a3a5f69ab61',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.782033] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: SUCCESS [ 1043.782375] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.825402] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa8a5d25-f59a-4769-ad84-4a3a5f69ab61 [ 1043.825469] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.825617] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.825690] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.826735] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.826879] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.827012] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa8a5d25-f59a-4769-ad84-4a3a5f69ab61 already deleted. [ 1043.827124] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa8a5d25-f59a-4769-ad84-4a3a5f69ab61" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.219751] env[69367]: INFO networking_nsxv3.common.synchronization [req-46e42267-bca5-4b51-8be6-04bad8dc4e13 req-8e2edea1-aaff-4f29-9e6e-a1fe6f29343c tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Enqueued Resource ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 with Priority: HIGHEST for action security_group_members [ 1045.221105] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 with Priority: HIGHEST for action security_group_members [ 1045.221478] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eb17163-7664-4f62-86d3-73fbd8153ef6 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.221653] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.221653] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.221911] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.222104] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.222196] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.222266] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.223961] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.223961] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.223961] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eb17163-7664-4f62-86d3-73fbd8153ef6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.629032] env[69367]: INFO networking_nsxv3.common.synchronization [None req-d366449f-b215-43ff-8676-1a1917f52bde None None] Enqueued Resource ID: 125edcd9-efa5-4d07-b3c1-5b3927fac71a with Priority: HIGHEST for action port [ 1045.629440] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 125edcd9-efa5-4d07-b3c1-5b3927fac71a with Priority: HIGHEST for action port [ 1045.629744] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-125edcd9-efa5-4d07-b3c1-5b3927fac71a taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.629928] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-125edcd9-efa5-4d07-b3c1-5b3927fac71a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.629928] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-125edcd9-efa5-4d07-b3c1-5b3927fac71a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.632887] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-125edcd9-efa5-4d07-b3c1-5b3927fac71a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.633014] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('125edcd9-efa5-4d07-b3c1-5b3927fac71a',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.727716] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.727716] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.727716] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.727716] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.727716] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.727716] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.727716] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.727716] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.727716] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.727716] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.727716] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 already deleted. [ 1045.727716] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.943291] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-361 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.943793] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-361" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.943793] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-361" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.944421] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-361" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.944421] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.944421] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.944635] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.944890] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.945057] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.945303] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1045.945427] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1045.945524] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1045.945630] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1045.945737] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1045.945840] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1045.945970] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1045.973880] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1045.973880] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1045.973880] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1045.973880] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-361" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.974271] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-c6cda99f-1995-48dd-8936-d72ac271e40a taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.974401] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-c6cda99f-1995-48dd-8936-d72ac271e40a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.974557] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-c6cda99f-1995-48dd-8936-d72ac271e40a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.975638] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-c6cda99f-1995-48dd-8936-d72ac271e40a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.975767] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6cda99f-1995-48dd-8936-d72ac271e40a',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.135875] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 125edcd9-efa5-4d07-b3c1-5b3927fac71a [ 1046.138548] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.138548] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.138548] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.138548] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.138548] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.138548] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:125edcd9-efa5-4d07-b3c1-5b3927fac71a already deleted. [ 1046.138548] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-125edcd9-efa5-4d07-b3c1-5b3927fac71a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.478492] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.478892] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.478892] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.479128] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.479293] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.479451] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port c6cda99f-1995-48dd-8936-d72ac271e40a not found, creating... [ 1046.479791] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.479972] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.480294] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.481253] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.481446] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.481762] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.481940] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.482086] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.482376] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.482501] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.482666] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: c6cda99f-1995-48dd-8936-d72ac271e40a is going to be created. [ 1046.508511] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.508797] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.508936] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.509447] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.509730] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.509979] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-c6cda99f-1995-48dd-8936-d72ac271e40a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.662045] env[69367]: INFO networking_nsxv3.common.synchronization [None req-cfd089b3-a10a-4805-93c6-941243a24edc None None] Enqueued Resource ID: 12408c27-1488-4770-8806-f17bb6445431 with Priority: HIGHEST for action port [ 1046.662869] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12408c27-1488-4770-8806-f17bb6445431 with Priority: HIGHEST for action port [ 1046.666848] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-12408c27-1488-4770-8806-f17bb6445431 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.666848] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12408c27-1488-4770-8806-f17bb6445431" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.666848] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12408c27-1488-4770-8806-f17bb6445431" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.666848] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12408c27-1488-4770-8806-f17bb6445431" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.666848] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12408c27-1488-4770-8806-f17bb6445431',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.167740] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12408c27-1488-4770-8806-f17bb6445431 [ 1047.168083] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.168216] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.168300] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.168552] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.168659] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.168771] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12408c27-1488-4770-8806-f17bb6445431 already deleted. [ 1047.168893] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12408c27-1488-4770-8806-f17bb6445431" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.265506] env[69367]: INFO networking_nsxv3.common.synchronization [req-46e42267-bca5-4b51-8be6-04bad8dc4e13 req-aa47816a-2fb7-4242-8e05-685ed13d7cfa service nova] Enqueued Resource ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 with Priority: HIGHEST for action security_group_rules [ 1047.265693] env[69367]: INFO networking_nsxv3.common.synchronization [req-46e42267-bca5-4b51-8be6-04bad8dc4e13 req-aa47816a-2fb7-4242-8e05-685ed13d7cfa service nova] Enqueued Resource ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 with Priority: HIGHEST for action security_group_members [ 1047.267084] env[69367]: INFO networking_nsxv3.common.synchronization [req-46e42267-bca5-4b51-8be6-04bad8dc4e13 req-aa47816a-2fb7-4242-8e05-685ed13d7cfa service nova] Enqueued Resource ID: c6cda99f-1995-48dd-8936-d72ac271e40a with Priority: HIGHEST for action port [ 1047.267358] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 with Priority: HIGHEST for action security_group_rules [ 1047.270880] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 with Priority: HIGHEST for action security_group_members [ 1047.270880] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6cda99f-1995-48dd-8936-d72ac271e40a with Priority: HIGHEST for action port [ 1047.270880] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6eb17163-7664-4f62-86d3-73fbd8153ef6 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.270880] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.270880] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.270880] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.271153] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6eb17163-7664-4f62-86d3-73fbd8153ef6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.271838] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eb17163-7664-4f62-86d3-73fbd8153ef6 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.271950] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.272023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.272192] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.272404] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.272503] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.272563] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.272899] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.273031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.273130] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eb17163-7664-4f62-86d3-73fbd8153ef6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.274145] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6cda99f-1995-48dd-8936-d72ac271e40a taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.274145] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6cda99f-1995-48dd-8936-d72ac271e40a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.274428] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6cda99f-1995-48dd-8936-d72ac271e40a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.274428] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6cda99f-1995-48dd-8936-d72ac271e40a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.274428] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6cda99f-1995-48dd-8936-d72ac271e40a',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.668381] env[69367]: INFO networking_nsxv3.common.synchronization [req-46e42267-bca5-4b51-8be6-04bad8dc4e13 req-337320f0-b55d-4c65-9486-c0e97671c316 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Enqueued Resource ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 with Priority: HIGHEST for action security_group_members [ 1047.669080] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 with Priority: HIGHEST for action security_group_members [ 1047.669298] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eb17163-7664-4f62-86d3-73fbd8153ef6 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.669429] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.777483] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eb17163-7664-4f62-86d3-73fbd8153ef6 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.777483] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.777737] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6eb17163-7664-4f62-86d3-73fbd8153ef6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.781379] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6cda99f-1995-48dd-8936-d72ac271e40a with status ACTIVE [ 1047.781379] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.781806] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.781806] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.782169] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.782169] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.782240] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.783458] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.783458] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.783458] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.783458] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.783458] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.783458] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.783458] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.783458] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.783458] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.783944] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6cda99f-1995-48dd-8936-d72ac271e40a is going to be updated. [ 1047.811526] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.812637] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.812637] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.812637] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.812637] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.812637] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6cda99f-1995-48dd-8936-d72ac271e40a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.068704] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-361 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.070398] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-361" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.070970] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-361" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.071296] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-361" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.071605] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.071772] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.071899] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.072146] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.072366] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.073089] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1048.073089] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.073089] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.073089] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.073089] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1048.073308] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.073308] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.093875] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.094070] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1048.094216] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.094392] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-361" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.094756] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-302f7633-4add-4fe9-a832-c2b97cbeb1b7 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.094942] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-302f7633-4add-4fe9-a832-c2b97cbeb1b7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.095088] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-302f7633-4add-4fe9-a832-c2b97cbeb1b7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.095414] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-302f7633-4add-4fe9-a832-c2b97cbeb1b7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.095557] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('302f7633-4add-4fe9-a832-c2b97cbeb1b7',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.281697] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6eb17163-7664-4f62-86d3-73fbd8153ef6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.541996] env[69367]: INFO networking_nsxv3.common.synchronization [None req-cbb61c15-056e-4345-8592-b8a3087c6e97 None None] Enqueued Resource ID: 1d70a20c-84ae-4dcf-8ce3-166c11985e98 with Priority: HIGHEST for action port [ 1048.542654] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d70a20c-84ae-4dcf-8ce3-166c11985e98 with Priority: HIGHEST for action port [ 1048.542934] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d70a20c-84ae-4dcf-8ce3-166c11985e98 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.543215] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d70a20c-84ae-4dcf-8ce3-166c11985e98" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.543303] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d70a20c-84ae-4dcf-8ce3-166c11985e98" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.543636] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d70a20c-84ae-4dcf-8ce3-166c11985e98" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.543752] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d70a20c-84ae-4dcf-8ce3-166c11985e98',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.600242] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.600242] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.600242] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.600242] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.600242] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.600242] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 302f7633-4add-4fe9-a832-c2b97cbeb1b7 not found, creating... [ 1048.600242] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.600242] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.600242] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.600725] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.600725] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.600792] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.600950] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.601309] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.601569] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.601708] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.601849] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 302f7633-4add-4fe9-a832-c2b97cbeb1b7 is going to be created. [ 1048.622258] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.622409] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.622554] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.622839] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.623097] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.623352] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-302f7633-4add-4fe9-a832-c2b97cbeb1b7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.786764] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.786764] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.787413] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.787413] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.787413] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.787413] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 is going to be created. [ 1048.819068] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.819279] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.819965] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.819965] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.820110] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.832248] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 in Status: UNINITIALIZED for 2s [ 1049.037456] env[69367]: INFO networking_nsxv3.common.synchronization [req-c7ce75b3-615a-4e37-8fab-4850d3ca1e26 req-b0c77b61-9936-4f57-8d93-6e3b0ebf5cb9 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Enqueued Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_members [ 1049.038400] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_members [ 1049.038543] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.038633] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.038633] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.038842] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.040846] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.040846] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.040846] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.040846] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.040846] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.040846] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.046339] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d70a20c-84ae-4dcf-8ce3-166c11985e98 [ 1049.047555] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.048179] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.050319] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.050319] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.050319] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.050319] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d70a20c-84ae-4dcf-8ce3-166c11985e98 already deleted. [ 1049.050319] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d70a20c-84ae-4dcf-8ce3-166c11985e98" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.393449] env[69367]: INFO networking_nsxv3.common.synchronization [req-46e42267-bca5-4b51-8be6-04bad8dc4e13 req-33c7e9e7-a87a-443a-a5c0-88bb9aa4c9ff service nova] Enqueued Resource ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 with Priority: HIGHEST for action security_group_rules [ 1049.393449] env[69367]: INFO networking_nsxv3.common.synchronization [req-46e42267-bca5-4b51-8be6-04bad8dc4e13 req-33c7e9e7-a87a-443a-a5c0-88bb9aa4c9ff service nova] Enqueued Resource ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 with Priority: HIGHEST for action security_group_members [ 1049.393449] env[69367]: INFO networking_nsxv3.common.synchronization [req-46e42267-bca5-4b51-8be6-04bad8dc4e13 req-33c7e9e7-a87a-443a-a5c0-88bb9aa4c9ff service nova] Enqueued Resource ID: 302f7633-4add-4fe9-a832-c2b97cbeb1b7 with Priority: HIGHEST for action port [ 1049.394642] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 with Priority: HIGHEST for action security_group_rules [ 1049.394642] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 with Priority: HIGHEST for action security_group_members [ 1049.397167] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 302f7633-4add-4fe9-a832-c2b97cbeb1b7 with Priority: HIGHEST for action port [ 1049.397167] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6eb17163-7664-4f62-86d3-73fbd8153ef6 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.397167] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.397167] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eb17163-7664-4f62-86d3-73fbd8153ef6 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.397167] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.397167] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-302f7633-4add-4fe9-a832-c2b97cbeb1b7 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.397167] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-302f7633-4add-4fe9-a832-c2b97cbeb1b7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.397167] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-302f7633-4add-4fe9-a832-c2b97cbeb1b7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.397167] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-302f7633-4add-4fe9-a832-c2b97cbeb1b7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.397167] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('302f7633-4add-4fe9-a832-c2b97cbeb1b7',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.542665] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.542862] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.542862] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.545155] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.545155] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.545155] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.545155] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.545155] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.545155] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.545155] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.545155] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f is going to be updated. [ 1049.579030] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.579030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.579030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.579030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.579030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.591256] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: IN_PROGRESS for 2s [ 1049.898970] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 302f7633-4add-4fe9-a832-c2b97cbeb1b7 with status ACTIVE [ 1049.899280] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.899365] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.899438] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.899663] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.899751] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.899931] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.900038] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.900102] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.900285] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.900371] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.900554] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.900648] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.900709] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.900862] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.900946] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.901306] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 302f7633-4add-4fe9-a832-c2b97cbeb1b7 is going to be updated. [ 1049.926760] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.926991] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.926991] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.927210] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.927355] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.927519] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-302f7633-4add-4fe9-a832-c2b97cbeb1b7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.848940] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 in Status: SUCCESS [ 1050.848940] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.848940] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.848940] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.848940] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.848940] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.848940] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.848940] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.848940] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.848940] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eb17163-7664-4f62-86d3-73fbd8153ef6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.944668] env[69367]: INFO networking_nsxv3.common.synchronization [None req-ff0a3f2f-1b51-4ad5-b265-0ffb4ccc816d None None] Enqueued Resource ID: 33e94e57-9952-4dd1-b9e0-1314c5bc5469 with Priority: HIGHEST for action port [ 1050.945072] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e94e57-9952-4dd1-b9e0-1314c5bc5469 with Priority: HIGHEST for action port [ 1050.945747] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-33e94e57-9952-4dd1-b9e0-1314c5bc5469 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.945938] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33e94e57-9952-4dd1-b9e0-1314c5bc5469" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.946060] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33e94e57-9952-4dd1-b9e0-1314c5bc5469" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.946582] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33e94e57-9952-4dd1-b9e0-1314c5bc5469" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.947071] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33e94e57-9952-4dd1-b9e0-1314c5bc5469',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.028505] env[69367]: INFO networking_nsxv3.common.synchronization [req-46e42267-bca5-4b51-8be6-04bad8dc4e13 req-f72df8dc-679d-4603-b3ad-3b22dd60cc57 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Enqueued Resource ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 with Priority: HIGHEST for action security_group_members [ 1051.030722] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 with Priority: HIGHEST for action security_group_members [ 1051.030722] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eb17163-7664-4f62-86d3-73fbd8153ef6 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.030722] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.352537] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6eb17163-7664-4f62-86d3-73fbd8153ef6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.364115] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-361 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.364342] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-361" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.364473] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-361" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.365101] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-361" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.365101] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.365930] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.366044] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.366220] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.367736] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.367736] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1051.367736] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1051.367736] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1051.367736] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1051.367736] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1051.367736] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1051.367736] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1051.390283] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1051.390283] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1051.390283] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1051.390283] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-361" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.390283] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-e9014b43-123c-4712-872c-86eedce8b60d taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.390283] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-e9014b43-123c-4712-872c-86eedce8b60d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.390283] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-e9014b43-123c-4712-872c-86eedce8b60d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.390283] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-e9014b43-123c-4712-872c-86eedce8b60d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.390283] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9014b43-123c-4712-872c-86eedce8b60d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.449540] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33e94e57-9952-4dd1-b9e0-1314c5bc5469 [ 1051.449891] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.450082] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.450188] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.450501] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.450639] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.452251] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33e94e57-9952-4dd1-b9e0-1314c5bc5469 already deleted. [ 1051.452251] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33e94e57-9952-4dd1-b9e0-1314c5bc5469" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.606784] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: SUCCESS [ 1051.607346] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f deletion is rescheduled due to dependency. [ 1051.607346] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.857040] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6eb17163-7664-4f62-86d3-73fbd8153ef6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.895517] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.895768] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.895951] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.896360] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.896622] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.897398] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port e9014b43-123c-4712-872c-86eedce8b60d not found, creating... [ 1051.897398] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.897398] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.897642] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.897927] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.898422] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.899216] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.899473] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.899598] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.899921] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.900129] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.900421] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: e9014b43-123c-4712-872c-86eedce8b60d is going to be created. [ 1051.926702] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.926965] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.927143] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.927435] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.927747] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.928014] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-e9014b43-123c-4712-872c-86eedce8b60d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.955405] env[69367]: INFO networking_nsxv3.common.synchronization [None req-27cfb907-aec7-444f-8c94-eceba950f682 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Enqueued Resource ID: c2823a88-aae3-44d9-960f-2f689219b753 with Priority: HIGHEST for action security_group_rules [ 1051.955405] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2823a88-aae3-44d9-960f-2f689219b753 with Priority: HIGHEST for action security_group_rules [ 1051.955405] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2823a88-aae3-44d9-960f-2f689219b753 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.956137] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2823a88-aae3-44d9-960f-2f689219b753" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.956137] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2823a88-aae3-44d9-960f-2f689219b753" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.956137] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2823a88-aae3-44d9-960f-2f689219b753" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.956137] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2823a88-aae3-44d9-960f-2f689219b753',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.034546] env[69367]: INFO networking_nsxv3.common.synchronization [None req-718c2e60-f738-4279-9e13-5223004c5cf6 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Enqueued Resource ID: c2823a88-aae3-44d9-960f-2f689219b753 with Priority: HIGHEST for action security_group_rules [ 1052.035012] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2823a88-aae3-44d9-960f-2f689219b753 with Priority: HIGHEST for action security_group_rules [ 1052.035458] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2823a88-aae3-44d9-960f-2f689219b753 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.035458] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2823a88-aae3-44d9-960f-2f689219b753" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.360468] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.360468] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.360652] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.362035] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.362035] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.362035] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 is going to be updated. [ 1052.399848] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.400091] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.400144] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.400429] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.400592] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.416064] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 in Status: IN_PROGRESS for 2s [ 1052.494028] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.494028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.494028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.494028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.494028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.494028] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2823a88-aae3-44d9-960f-2f689219b753 already deleted. [ 1052.494028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2823a88-aae3-44d9-960f-2f689219b753" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.494465] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2823a88-aae3-44d9-960f-2f689219b753" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.494465] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2823a88-aae3-44d9-960f-2f689219b753" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.494465] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2823a88-aae3-44d9-960f-2f689219b753',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.781888] env[69367]: INFO networking_nsxv3.common.synchronization [req-46e42267-bca5-4b51-8be6-04bad8dc4e13 req-c9a42d6e-4141-4b47-87d8-c40c7d56b008 service nova] Enqueued Resource ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 with Priority: HIGHEST for action security_group_rules [ 1052.781946] env[69367]: INFO networking_nsxv3.common.synchronization [req-46e42267-bca5-4b51-8be6-04bad8dc4e13 req-c9a42d6e-4141-4b47-87d8-c40c7d56b008 service nova] Enqueued Resource ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 with Priority: HIGHEST for action security_group_members [ 1052.782489] env[69367]: INFO networking_nsxv3.common.synchronization [req-46e42267-bca5-4b51-8be6-04bad8dc4e13 req-c9a42d6e-4141-4b47-87d8-c40c7d56b008 service nova] Enqueued Resource ID: e9014b43-123c-4712-872c-86eedce8b60d with Priority: HIGHEST for action port [ 1052.782489] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 with Priority: HIGHEST for action security_group_rules [ 1052.782657] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 with Priority: HIGHEST for action security_group_members [ 1052.782720] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9014b43-123c-4712-872c-86eedce8b60d with Priority: HIGHEST for action port [ 1052.783486] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6eb17163-7664-4f62-86d3-73fbd8153ef6 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.783570] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.783796] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eb17163-7664-4f62-86d3-73fbd8153ef6 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.783891] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.784091] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9014b43-123c-4712-872c-86eedce8b60d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.784196] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9014b43-123c-4712-872c-86eedce8b60d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.784252] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9014b43-123c-4712-872c-86eedce8b60d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.785035] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9014b43-123c-4712-872c-86eedce8b60d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.785035] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9014b43-123c-4712-872c-86eedce8b60d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.885437] env[69367]: INFO networking_nsxv3.common.synchronization [None req-4d029967-65d7-4289-ae20-64130c7feb75 None None] Enqueued Resource ID: cbd3ea99-f427-4201-a889-7fe7e27c31d0 with Priority: HIGHEST for action port [ 1052.885437] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbd3ea99-f427-4201-a889-7fe7e27c31d0 with Priority: HIGHEST for action port [ 1052.885437] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbd3ea99-f427-4201-a889-7fe7e27c31d0 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.885437] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbd3ea99-f427-4201-a889-7fe7e27c31d0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.885765] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbd3ea99-f427-4201-a889-7fe7e27c31d0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.885841] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbd3ea99-f427-4201-a889-7fe7e27c31d0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.885933] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbd3ea99-f427-4201-a889-7fe7e27c31d0',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.016133] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.016418] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.016418] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.016620] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.016711] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.016808] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2823a88-aae3-44d9-960f-2f689219b753 already deleted. [ 1053.016885] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2823a88-aae3-44d9-960f-2f689219b753" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.289834] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9014b43-123c-4712-872c-86eedce8b60d with status ACTIVE [ 1053.289834] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.289834] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.289834] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.289834] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.289834] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.289834] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.289834] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.289834] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.289834] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.289834] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.289834] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.289834] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.289834] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.289834] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.289834] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.289834] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9014b43-123c-4712-872c-86eedce8b60d is going to be updated. [ 1053.313852] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.314165] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.314289] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.315136] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.315464] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.315785] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9014b43-123c-4712-872c-86eedce8b60d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.391480] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cbd3ea99-f427-4201-a889-7fe7e27c31d0 [ 1053.391757] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.391959] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.391959] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.392489] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.392489] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.392489] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cbd3ea99-f427-4201-a889-7fe7e27c31d0 already deleted. [ 1053.392668] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbd3ea99-f427-4201-a889-7fe7e27c31d0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.427197] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 in Status: SUCCESS [ 1054.427453] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.427542] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.429469] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.429469] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.429469] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.429469] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.429469] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.429469] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.429469] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.429469] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6eb17163-7664-4f62-86d3-73fbd8153ef6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.429922] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.429922] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.430085] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.430193] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.430321] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.430563] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.431177] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.431267] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eb17163-7664-4f62-86d3-73fbd8153ef6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.717021] env[69367]: INFO networking_nsxv3.common.synchronization [None req-8c6f961c-4457-406d-a714-cd744b2a73dd tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Enqueued Resource ID: 05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 with Priority: HIGHEST for action security_group_rules [ 1054.717021] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 with Priority: HIGHEST for action security_group_rules [ 1054.717021] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.717744] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.717835] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.718149] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.718928] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05f58f5e-7e01-4e98-b9d4-3a766a9a6b78',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.804168] env[69367]: INFO networking_nsxv3.common.synchronization [None req-12d2c479-d061-4e2e-baf6-3d11cef4e768 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Enqueued Resource ID: 05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 with Priority: HIGHEST for action security_group_rules [ 1054.804168] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 with Priority: HIGHEST for action security_group_rules [ 1054.804834] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.805018] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.934557] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eb17163-7664-4f62-86d3-73fbd8153ef6 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.934775] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.934941] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6eb17163-7664-4f62-86d3-73fbd8153ef6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.239324] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.239584] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.239584] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.239852] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.239937] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.240102] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 already deleted. [ 1055.240145] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.240312] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.240552] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.240631] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05f58f5e-7e01-4e98-b9d4-3a766a9a6b78',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.438284] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6eb17163-7664-4f62-86d3-73fbd8153ef6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.765806] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.768121] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.768279] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.768544] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.768657] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.768768] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 already deleted. [ 1055.768857] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.943680] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.943894] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.944025] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.944399] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.944526] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.944646] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 is going to be updated. [ 1055.976582] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.976770] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.976853] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.977079] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.977220] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.990217] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 in Status: IN_PROGRESS for 2s [ 1056.043303] env[69367]: INFO networking_nsxv3.common.synchronization [req-782a6b31-2c15-46da-b2ea-bcfa32608cde req-b49000ed-e3e1-41b3-be97-72870bfe7804 tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Enqueued Resource ID: 9b9fe957-037d-4f37-9a62-e19fb6d1e1cb with Priority: HIGHEST for action security_group_members [ 1056.043303] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9fe957-037d-4f37-9a62-e19fb6d1e1cb with Priority: HIGHEST for action security_group_members [ 1056.043303] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9fe957-037d-4f37-9a62-e19fb6d1e1cb taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.043303] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9fe957-037d-4f37-9a62-e19fb6d1e1cb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.043303] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9fe957-037d-4f37-9a62-e19fb6d1e1cb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.043303] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9fe957-037d-4f37-9a62-e19fb6d1e1cb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.043303] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.043303] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.043303] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.043303] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.043303] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.043303] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b9fe957-037d-4f37-9a62-e19fb6d1e1cb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.547707] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.551761] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.551761] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.551761] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.551761] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.551761] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.551761] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.551761] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.551761] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.551761] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.551761] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b9fe957-037d-4f37-9a62-e19fb6d1e1cb already deleted. [ 1056.551761] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9fe957-037d-4f37-9a62-e19fb6d1e1cb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.644110] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.644446] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-28" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.644985] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-28" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.644985] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-28" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.646351] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.646351] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.646765] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.647148] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.647379] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.647692] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1056.648171] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1056.648408] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1056.648785] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1056.648983] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1056.649135] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1056.649316] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1056.678863] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1056.679098] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1056.679317] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1056.679541] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-28" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.679965] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-2499f008-4f10-4a86-93dc-59a972e161ec taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.680343] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-2499f008-4f10-4a86-93dc-59a972e161ec" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.680576] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-2499f008-4f10-4a86-93dc-59a972e161ec" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.680938] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-2499f008-4f10-4a86-93dc-59a972e161ec" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.681910] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2499f008-4f10-4a86-93dc-59a972e161ec',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.188035] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.188431] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.188431] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.189175] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.189480] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.189715] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 2499f008-4f10-4a86-93dc-59a972e161ec not found, creating... [ 1057.190056] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.190305] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.190431] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.190738] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.191321] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.191785] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.192030] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.192224] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.192532] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.192695] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.192878] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 2499f008-4f10-4a86-93dc-59a972e161ec is going to be created. [ 1057.222572] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.222852] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.223108] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.223492] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.223776] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.225155] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-2499f008-4f10-4a86-93dc-59a972e161ec" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.003720] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 in Status: SUCCESS [ 1058.003720] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.003720] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.003720] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.003720] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.003720] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.003720] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.003720] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.003720] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.003720] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eb17163-7664-4f62-86d3-73fbd8153ef6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.206160] env[69367]: INFO networking_nsxv3.common.synchronization [req-782a6b31-2c15-46da-b2ea-bcfa32608cde req-48053e85-d02b-4566-858a-0e49fa960dce service nova] Enqueued Resource ID: 9b9fe957-037d-4f37-9a62-e19fb6d1e1cb with Priority: HIGHEST for action security_group_rules [ 1058.206359] env[69367]: INFO networking_nsxv3.common.synchronization [req-782a6b31-2c15-46da-b2ea-bcfa32608cde req-48053e85-d02b-4566-858a-0e49fa960dce service nova] Enqueued Resource ID: 9b9fe957-037d-4f37-9a62-e19fb6d1e1cb with Priority: HIGHEST for action security_group_members [ 1058.206821] env[69367]: INFO networking_nsxv3.common.synchronization [req-782a6b31-2c15-46da-b2ea-bcfa32608cde req-48053e85-d02b-4566-858a-0e49fa960dce service nova] Enqueued Resource ID: 2499f008-4f10-4a86-93dc-59a972e161ec with Priority: HIGHEST for action port [ 1058.207439] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9fe957-037d-4f37-9a62-e19fb6d1e1cb with Priority: HIGHEST for action security_group_rules [ 1058.207623] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9fe957-037d-4f37-9a62-e19fb6d1e1cb with Priority: HIGHEST for action security_group_members [ 1058.207729] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2499f008-4f10-4a86-93dc-59a972e161ec with Priority: HIGHEST for action port [ 1058.208218] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b9fe957-037d-4f37-9a62-e19fb6d1e1cb taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.208320] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b9fe957-037d-4f37-9a62-e19fb6d1e1cb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.208376] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b9fe957-037d-4f37-9a62-e19fb6d1e1cb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.208596] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b9fe957-037d-4f37-9a62-e19fb6d1e1cb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.211053] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b9fe957-037d-4f37-9a62-e19fb6d1e1cb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.211053] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9fe957-037d-4f37-9a62-e19fb6d1e1cb taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.211053] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9fe957-037d-4f37-9a62-e19fb6d1e1cb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.211053] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9fe957-037d-4f37-9a62-e19fb6d1e1cb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.211053] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9fe957-037d-4f37-9a62-e19fb6d1e1cb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.211053] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.211053] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.211053] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.211053] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.211053] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.211053] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b9fe957-037d-4f37-9a62-e19fb6d1e1cb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.211937] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-2499f008-4f10-4a86-93dc-59a972e161ec taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.212503] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2499f008-4f10-4a86-93dc-59a972e161ec" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.212503] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2499f008-4f10-4a86-93dc-59a972e161ec" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.212503] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2499f008-4f10-4a86-93dc-59a972e161ec" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.212503] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2499f008-4f10-4a86-93dc-59a972e161ec',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.506584] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6eb17163-7664-4f62-86d3-73fbd8153ef6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.720360] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9fe957-037d-4f37-9a62-e19fb6d1e1cb taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.720360] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9fe957-037d-4f37-9a62-e19fb6d1e1cb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.720360] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b9fe957-037d-4f37-9a62-e19fb6d1e1cb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.720360] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2499f008-4f10-4a86-93dc-59a972e161ec with status ACTIVE [ 1058.720360] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.720360] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.720360] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.720360] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.720360] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.720360] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.720360] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.720360] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.720360] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.720360] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.720966] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.720966] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.720966] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.724029] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.724029] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.724029] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2499f008-4f10-4a86-93dc-59a972e161ec is going to be updated. [ 1058.748121] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.748121] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.748121] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.749343] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.749343] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.749343] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2499f008-4f10-4a86-93dc-59a972e161ec" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.010476] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6eb17163-7664-4f62-86d3-73fbd8153ef6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.226133] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b9fe957-037d-4f37-9a62-e19fb6d1e1cb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.513069] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.513312] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.513312] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.514121] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.514121] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.514121] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 is going to be updated. [ 1059.544634] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.544926] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.544926] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.545211] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.545393] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.555261] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 in Status: IN_PROGRESS for 2s [ 1059.729340] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.729507] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.729600] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.729777] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.729861] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.731019] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b9fe957-037d-4f37-9a62-e19fb6d1e1cb is going to be created. [ 1059.755943] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.756082] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.756160] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.756315] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.756487] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.767240] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9fe957-037d-4f37-9a62-e19fb6d1e1cb in Status: UNINITIALIZED for 2s [ 1061.575746] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 in Status: SUCCESS [ 1061.576513] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.576881] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.577986] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.578215] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.578380] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.578418] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.578593] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.578680] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.578777] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eb17163-7664-4f62-86d3-73fbd8153ef6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.777709] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9fe957-037d-4f37-9a62-e19fb6d1e1cb in Status: SUCCESS [ 1061.777948] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9fe957-037d-4f37-9a62-e19fb6d1e1cb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.778130] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9fe957-037d-4f37-9a62-e19fb6d1e1cb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.778342] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9fe957-037d-4f37-9a62-e19fb6d1e1cb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.778535] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.778651] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.778715] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.778869] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.778946] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.779036] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9fe957-037d-4f37-9a62-e19fb6d1e1cb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.779128] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b9fe957-037d-4f37-9a62-e19fb6d1e1cb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.082557] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6eb17163-7664-4f62-86d3-73fbd8153ef6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.284735] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b9fe957-037d-4f37-9a62-e19fb6d1e1cb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.587909] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6eb17163-7664-4f62-86d3-73fbd8153ef6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.712369] env[69367]: INFO networking_nsxv3.common.synchronization [req-b90dd109-fda6-43ea-988c-719e2074e81c req-73a83111-c79d-4113-90ac-513888e61012 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Enqueued Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_members [ 1062.713491] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_members [ 1062.714193] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.714435] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.714612] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.714917] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.715182] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.715754] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.716038] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.716415] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.716602] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.716801] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.787083] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b9fe957-037d-4f37-9a62-e19fb6d1e1cb: rpc.has_security_group_logging(os_id): False [ 1062.806724] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.806724] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.806724] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.806885] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.806885] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.808386] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.808386] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.808386] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.808386] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.808386] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.808386] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b9fe957-037d-4f37-9a62-e19fb6d1e1cb is going to be created. [ 1062.878783] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.878783] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.878783] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.878783] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.878783] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.892573] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b9fe957-037d-4f37-9a62-e19fb6d1e1cb in Status: IN_PROGRESS for 2s [ 1063.090575] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.090735] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.090811] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.091029] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.091124] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.091225] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 is going to be updated. [ 1063.132710] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.132710] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.132977] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.133040] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.133168] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.143977] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 in Status: IN_PROGRESS for 2s [ 1063.219617] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.358157] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-802 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.358447] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-802" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.358693] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-802" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.359102] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-802" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.359462] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.359684] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.359888] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.360270] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.360558] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.360885] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1063.361078] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.361206] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.361394] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.361484] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1063.361555] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.361697] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.384823] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.384968] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1063.385125] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.385309] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-802" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.385621] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-b46242e0-44d2-4177-be7d-ddd1cdc5300b taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.385798] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-b46242e0-44d2-4177-be7d-ddd1cdc5300b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.385919] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-b46242e0-44d2-4177-be7d-ddd1cdc5300b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.386290] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-b46242e0-44d2-4177-be7d-ddd1cdc5300b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.386430] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b46242e0-44d2-4177-be7d-ddd1cdc5300b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.722131] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.890797] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.891123] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.891277] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.891590] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.891778] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.891963] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port b46242e0-44d2-4177-be7d-ddd1cdc5300b not found, creating... [ 1063.892275] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.892447] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.892679] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.893082] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.893230] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.893678] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.893975] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.894232] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.894595] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.894849] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.895100] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: b46242e0-44d2-4177-be7d-ddd1cdc5300b is going to be created. [ 1063.923922] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.924202] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.924336] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.924689] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.925040] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.925299] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-b46242e0-44d2-4177-be7d-ddd1cdc5300b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.225534] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.225696] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.225767] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.225984] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.226086] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.226189] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 is going to be updated. [ 1064.258801] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.258801] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.258801] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.258801] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.258801] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.268644] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: IN_PROGRESS for 2s [ 1064.941789] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b9fe957-037d-4f37-9a62-e19fb6d1e1cb in Status: SUCCESS [ 1064.942173] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b9fe957-037d-4f37-9a62-e19fb6d1e1cb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.944745] env[69367]: INFO networking_nsxv3.common.synchronization [req-b90dd109-fda6-43ea-988c-719e2074e81c req-e09a4adf-cd33-4393-953a-80dd75a754e6 service nova] Enqueued Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_rules [ 1064.944969] env[69367]: INFO networking_nsxv3.common.synchronization [req-b90dd109-fda6-43ea-988c-719e2074e81c req-e09a4adf-cd33-4393-953a-80dd75a754e6 service nova] Enqueued Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_members [ 1064.945102] env[69367]: INFO networking_nsxv3.common.synchronization [req-b90dd109-fda6-43ea-988c-719e2074e81c req-e09a4adf-cd33-4393-953a-80dd75a754e6 service nova] Enqueued Resource ID: b46242e0-44d2-4177-be7d-ddd1cdc5300b with Priority: HIGHEST for action port [ 1064.945615] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_rules [ 1064.945831] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_members [ 1064.946021] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46242e0-44d2-4177-be7d-ddd1cdc5300b with Priority: HIGHEST for action port [ 1064.946551] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.946764] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.946882] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.947225] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.947374] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.948713] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.954674] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.954674] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-b46242e0-44d2-4177-be7d-ddd1cdc5300b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.954674] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b46242e0-44d2-4177-be7d-ddd1cdc5300b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.954674] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b46242e0-44d2-4177-be7d-ddd1cdc5300b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.954674] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b46242e0-44d2-4177-be7d-ddd1cdc5300b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.954674] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b46242e0-44d2-4177-be7d-ddd1cdc5300b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.156106] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 in Status: SUCCESS [ 1065.156876] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.156876] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.157127] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.157295] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.157537] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.157748] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.157861] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.157938] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.158259] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.158405] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eb17163-7664-4f62-86d3-73fbd8153ef6 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.158519] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.158598] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.158760] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.158963] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.159225] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.159225] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.159326] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.159393] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.159559] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.159624] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6eb17163-7664-4f62-86d3-73fbd8153ef6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.312934] env[69367]: INFO networking_nsxv3.common.synchronization [None req-62d335e7-4450-4925-bc0c-bf547ad4eccc tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Enqueued Resource ID: 0de6fffc-2fdc-403f-99a2-008c314b52c2 with Priority: HIGHEST for action security_group_rules [ 1065.313500] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0de6fffc-2fdc-403f-99a2-008c314b52c2 with Priority: HIGHEST for action security_group_rules [ 1065.313806] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0de6fffc-2fdc-403f-99a2-008c314b52c2 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.313929] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0de6fffc-2fdc-403f-99a2-008c314b52c2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.313997] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0de6fffc-2fdc-403f-99a2-008c314b52c2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.314267] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0de6fffc-2fdc-403f-99a2-008c314b52c2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.314350] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0de6fffc-2fdc-403f-99a2-008c314b52c2',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.403310] env[69367]: INFO networking_nsxv3.common.synchronization [None req-462d1583-2fce-4141-9a44-1438beb9532a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Enqueued Resource ID: 0de6fffc-2fdc-403f-99a2-008c314b52c2 with Priority: HIGHEST for action security_group_rules [ 1065.403936] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0de6fffc-2fdc-403f-99a2-008c314b52c2 with Priority: HIGHEST for action security_group_rules [ 1065.404256] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0de6fffc-2fdc-403f-99a2-008c314b52c2 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.404355] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0de6fffc-2fdc-403f-99a2-008c314b52c2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.458853] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.458853] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.458853] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b46242e0-44d2-4177-be7d-ddd1cdc5300b with status ACTIVE [ 1065.458853] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.458853] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.458853] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.458853] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.458853] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.458853] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.458853] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.458853] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.458853] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.458853] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.458853] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.459944] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.459944] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.459944] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.459944] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.459944] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b46242e0-44d2-4177-be7d-ddd1cdc5300b is going to be updated. [ 1065.488532] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.488669] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.488724] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.488897] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.489554] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.489623] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b46242e0-44d2-4177-be7d-ddd1cdc5300b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.662494] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6eb17163-7664-4f62-86d3-73fbd8153ef6: rpc.has_security_group_logging(os_id): False [ 1065.683987] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.684194] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.684194] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.684408] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.684497] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.684710] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.684832] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.684894] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.685023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.685199] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.685280] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.685359] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.685413] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.685530] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.685592] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.685764] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.685849] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.685906] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.687080] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.687218] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.687331] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 is going to be created. [ 1065.769071] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.769234] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.769307] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.769493] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.769721] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.781250] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 in Status: IN_PROGRESS for 2s [ 1065.834987] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.835251] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.835356] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.835596] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.835716] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.835823] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0de6fffc-2fdc-403f-99a2-008c314b52c2 already deleted. [ 1065.835926] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0de6fffc-2fdc-403f-99a2-008c314b52c2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.836099] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0de6fffc-2fdc-403f-99a2-008c314b52c2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.836331] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0de6fffc-2fdc-403f-99a2-008c314b52c2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.836331] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0de6fffc-2fdc-403f-99a2-008c314b52c2',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.278260] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: SUCCESS [ 1066.278606] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.278666] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.278846] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.279057] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.279181] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.279249] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.279394] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.279473] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.279570] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.355670] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.356057] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.356226] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.356368] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.356460] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.356633] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0de6fffc-2fdc-403f-99a2-008c314b52c2 already deleted. [ 1066.356633] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0de6fffc-2fdc-403f-99a2-008c314b52c2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.782449] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.077218] env[69367]: INFO networking_nsxv3.common.synchronization [req-a746c647-cf5a-48d4-9a28-9c3f2f81f3b9 req-56e93e8e-67a9-487f-8015-477037d35883 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Enqueued Resource ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 with Priority: HIGHEST for action security_group_members [ 1067.077362] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 with Priority: HIGHEST for action security_group_members [ 1067.077813] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eb17163-7664-4f62-86d3-73fbd8153ef6 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.077994] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.078070] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.078286] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.078457] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.078576] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.078630] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.078799] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.078879] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.078975] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eb17163-7664-4f62-86d3-73fbd8153ef6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.285112] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.381130] env[69367]: INFO networking_nsxv3.common.synchronization [req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 req-a6003a84-5a22-4419-80f4-8ae3d7604438 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Enqueued Resource ID: 2a185e4d-5a68-459e-ae56-5f809ea0e4d2 with Priority: HIGHEST for action security_group_members [ 1067.381130] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a185e4d-5a68-459e-ae56-5f809ea0e4d2 with Priority: HIGHEST for action security_group_members [ 1067.381130] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a185e4d-5a68-459e-ae56-5f809ea0e4d2 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.381130] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a185e4d-5a68-459e-ae56-5f809ea0e4d2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.381130] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a185e4d-5a68-459e-ae56-5f809ea0e4d2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.381511] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a185e4d-5a68-459e-ae56-5f809ea0e4d2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.381767] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.381988] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.382178] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.382458] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.382710] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.382904] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a185e4d-5a68-459e-ae56-5f809ea0e4d2',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.583514] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6eb17163-7664-4f62-86d3-73fbd8153ef6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.744894] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-341 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.745115] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-341" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.745251] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-341" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.745593] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-341" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.745862] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.752024] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.752024] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.752024] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.752024] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.752024] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1067.752024] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.752024] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.752024] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.752024] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1067.752024] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.752024] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.774043] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.774043] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1067.774043] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.774043] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-341" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.774384] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-f2063550-7159-4173-a8be-53f234c879c8 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.774564] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-f2063550-7159-4173-a8be-53f234c879c8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.774691] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-f2063550-7159-4173-a8be-53f234c879c8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.775047] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-f2063550-7159-4173-a8be-53f234c879c8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.775200] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2063550-7159-4173-a8be-53f234c879c8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.786751] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.786959] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.787478] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.787478] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.787478] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.787478] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 is going to be updated. [ 1067.796537] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 in Status: SUCCESS [ 1067.796857] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.797065] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.797286] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.797379] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6eb17163-7664-4f62-86d3-73fbd8153ef6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.823865] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.824099] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.824154] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.824995] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.824995] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.837278] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: IN_PROGRESS for 2s [ 1067.885718] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.885907] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.885962] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.886672] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.886672] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.886672] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.886672] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.886672] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.887239] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.887239] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.887239] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a185e4d-5a68-459e-ae56-5f809ea0e4d2 already deleted. [ 1067.887239] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a185e4d-5a68-459e-ae56-5f809ea0e4d2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.088603] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6eb17163-7664-4f62-86d3-73fbd8153ef6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.279307] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.279307] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.279307] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.280146] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.280259] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.280379] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port f2063550-7159-4173-a8be-53f234c879c8 not found, creating... [ 1068.280654] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.280822] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.280998] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.281199] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.281343] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.281639] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.281802] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.282102] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.282153] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.282275] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.282417] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: f2063550-7159-4173-a8be-53f234c879c8 is going to be created. [ 1068.300672] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eb17163-7664-4f62-86d3-73fbd8153ef6 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.301158] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.305031] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.305179] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.305251] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.305529] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.305771] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.306009] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-f2063550-7159-4173-a8be-53f234c879c8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.452031] env[69367]: INFO networking_nsxv3.common.synchronization [req-7b1bc158-174a-498c-a7f8-764aaf4e0cb2 req-3f830348-6aa6-4c1b-a009-9bf86d32f6e8 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Enqueued Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGHEST for action security_group_members [ 1068.452632] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGHEST for action security_group_members [ 1068.452927] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-339018b6-4421-400f-afea-14fd86be5c3d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.453699] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.453849] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.454081] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.454256] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.454378] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.454421] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.454586] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.454673] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.454793] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.592322] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.592760] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.592760] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.592902] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.592944] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.593107] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 is going to be updated. [ 1068.625459] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.627155] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.627155] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.627155] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.627155] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.639027] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 in Status: IN_PROGRESS for 2s [ 1068.752557] env[69367]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1068.752557] env[69367]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] NSXv3 Agent Agent loop - iteration:2 started [ 1068.956811] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.956981] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.957073] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.957289] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.957380] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.957586] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.957687] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.957757] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.958349] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.958349] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.958349] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 339018b6-4421-400f-afea-14fd86be5c3d is going to be updated. [ 1068.993287] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.993435] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.993471] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.993771] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.993820] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.005468] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 339018b6-4421-400f-afea-14fd86be5c3d in Status: IN_PROGRESS for 2s [ 1069.033694] env[69367]: INFO networking_nsxv3.common.synchronization [req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 req-9dd81478-ddb1-4428-8afe-8f2f40010791 service nova] Enqueued Resource ID: 2a185e4d-5a68-459e-ae56-5f809ea0e4d2 with Priority: HIGHEST for action security_group_rules [ 1069.033694] env[69367]: INFO networking_nsxv3.common.synchronization [req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 req-9dd81478-ddb1-4428-8afe-8f2f40010791 service nova] Enqueued Resource ID: 2a185e4d-5a68-459e-ae56-5f809ea0e4d2 with Priority: HIGHEST for action security_group_members [ 1069.033694] env[69367]: INFO networking_nsxv3.common.synchronization [req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 req-9dd81478-ddb1-4428-8afe-8f2f40010791 service nova] Enqueued Resource ID: f2063550-7159-4173-a8be-53f234c879c8 with Priority: HIGHEST for action port [ 1069.033694] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a185e4d-5a68-459e-ae56-5f809ea0e4d2 with Priority: HIGHEST for action security_group_rules [ 1069.033694] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a185e4d-5a68-459e-ae56-5f809ea0e4d2 with Priority: HIGHEST for action security_group_members [ 1069.033694] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2063550-7159-4173-a8be-53f234c879c8 with Priority: HIGHEST for action port [ 1069.033694] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a185e4d-5a68-459e-ae56-5f809ea0e4d2 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.033694] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a185e4d-5a68-459e-ae56-5f809ea0e4d2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.033694] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a185e4d-5a68-459e-ae56-5f809ea0e4d2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.034454] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a185e4d-5a68-459e-ae56-5f809ea0e4d2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.034655] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a185e4d-5a68-459e-ae56-5f809ea0e4d2',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.035622] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a185e4d-5a68-459e-ae56-5f809ea0e4d2 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.035865] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a185e4d-5a68-459e-ae56-5f809ea0e4d2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.036030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a185e4d-5a68-459e-ae56-5f809ea0e4d2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.038017] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a185e4d-5a68-459e-ae56-5f809ea0e4d2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.038017] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.038017] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.038017] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.038017] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.038017] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.038017] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a185e4d-5a68-459e-ae56-5f809ea0e4d2',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.038017] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2063550-7159-4173-a8be-53f234c879c8 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.038638] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2063550-7159-4173-a8be-53f234c879c8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.038781] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2063550-7159-4173-a8be-53f234c879c8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.039034] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2063550-7159-4173-a8be-53f234c879c8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.039197] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2063550-7159-4173-a8be-53f234c879c8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.541185] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a185e4d-5a68-459e-ae56-5f809ea0e4d2',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.543034] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a185e4d-5a68-459e-ae56-5f809ea0e4d2 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.543034] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a185e4d-5a68-459e-ae56-5f809ea0e4d2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.543368] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2063550-7159-4173-a8be-53f234c879c8 with status ACTIVE [ 1069.543749] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.543956] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.544124] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.547401] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.547401] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.547401] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.547401] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.547401] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.547401] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.547401] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.547401] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.547401] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.547401] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.547401] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.547401] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.547401] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2063550-7159-4173-a8be-53f234c879c8 is going to be updated. [ 1069.570619] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.570822] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.570972] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.571192] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.571363] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.571601] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2063550-7159-4173-a8be-53f234c879c8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.850198] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: SUCCESS [ 1069.850198] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.850198] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.850198] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.850198] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.850198] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.850198] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.850198] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.850198] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.851841] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.851841] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.049966] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a185e4d-5a68-459e-ae56-5f809ea0e4d2',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.092912] env[69367]: INFO networking_nsxv3.common.synchronization [req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 req-d33daff9-833d-44b3-97e8-0b799c39a397 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Enqueued Resource ID: 4739c247-54ee-4901-b65a-e8059af10133 with Priority: HIGHEST for action security_group_members [ 1070.094599] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4739c247-54ee-4901-b65a-e8059af10133 with Priority: HIGHEST for action security_group_members [ 1070.095087] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4739c247-54ee-4901-b65a-e8059af10133 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.095242] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.095333] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.095600] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.095834] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.095943] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.095943] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.096082] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.096140] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.096996] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4739c247-54ee-4901-b65a-e8059af10133',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.353456] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.353700] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.357121] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.357121] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.357121] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.357121] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.357121] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.357121] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.357121] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.357121] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.357121] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.357121] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.357121] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.357121] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.357121] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.357121] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.357121] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.357121] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.357121] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.357121] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.358026] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.552271] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.552584] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.552584] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.552750] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.552848] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.552949] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a185e4d-5a68-459e-ae56-5f809ea0e4d2 is going to be created. [ 1070.579355] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.579542] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.579597] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.579812] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.579971] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.591650] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a185e4d-5a68-459e-ae56-5f809ea0e4d2 in Status: UNINITIALIZED for 2s [ 1070.599266] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.599423] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.599496] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.599706] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.599795] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.599984] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.600095] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.600215] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.600306] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.600380] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.600464] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4739c247-54ee-4901-b65a-e8059af10133 already deleted. [ 1070.600571] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.653114] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 in Status: SUCCESS [ 1070.653343] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.653569] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.653742] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.653933] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.654070] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.654138] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.654295] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.654374] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.654459] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.654547] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6eb17163-7664-4f62-86d3-73fbd8153ef6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.678724] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-644 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.678970] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-644" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.679144] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-644" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.679598] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-644" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.679849] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.680055] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.680191] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.680419] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.680570] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.680789] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1070.680908] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.681040] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.681247] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.681331] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1070.681403] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.681499] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1070.704272] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1070.704475] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1070.704570] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1070.704755] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-644" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.705202] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-fb1fdcab-6143-4750-86d5-f03cd8199f3b taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.705546] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-fb1fdcab-6143-4750-86d5-f03cd8199f3b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.705546] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-fb1fdcab-6143-4750-86d5-f03cd8199f3b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.705864] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-fb1fdcab-6143-4750-86d5-f03cd8199f3b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.705968] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb1fdcab-6143-4750-86d5-f03cd8199f3b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.859854] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e300d9d7-a7b7-4eb1-a36c-40b7a711e085: rpc.has_security_group_logging(os_id): False [ 1070.881886] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.881886] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.882145] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.882183] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.882258] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.882475] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.882573] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.882719] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.882901] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.883012] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.883205] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.883303] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.883364] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.883522] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.883614] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.883837] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.883936] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.883991] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.884168] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.884246] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.884333] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 is going to be updated. [ 1070.963106] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.963283] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.963355] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.963567] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.963749] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.980186] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: IN_PROGRESS for 2s [ 1071.016626] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 339018b6-4421-400f-afea-14fd86be5c3d in Status: SUCCESS [ 1071.016862] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 339018b6-4421-400f-afea-14fd86be5c3d deletion is rescheduled due to dependency. [ 1071.017038] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.158178] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eb17163-7664-4f62-86d3-73fbd8153ef6 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.158538] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.158719] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.159050] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.160378] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.160723] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.160901] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.161196] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.161906] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.163014] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.163014] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eb17163-7664-4f62-86d3-73fbd8153ef6 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.163014] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.163014] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.163014] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.163014] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.163014] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.165608] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.165608] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.165608] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.165608] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.165608] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6eb17163-7664-4f62-86d3-73fbd8153ef6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.208104] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.208357] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.208491] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.208790] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.208952] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.209127] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port fb1fdcab-6143-4750-86d5-f03cd8199f3b not found, creating... [ 1071.209409] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.209570] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.209693] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.209920] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.210315] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.210746] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.210954] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.211127] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.211381] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.211551] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.211724] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: fb1fdcab-6143-4750-86d5-f03cd8199f3b is going to be created. [ 1071.247099] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.247381] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.247507] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.247775] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.248046] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.248282] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-fb1fdcab-6143-4750-86d5-f03cd8199f3b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.667362] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6eb17163-7664-4f62-86d3-73fbd8153ef6: rpc.has_security_group_logging(os_id): False [ 1071.695627] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.695854] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.695854] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.696470] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.696470] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.696470] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.696667] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.696667] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.696736] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.696771] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.696939] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.697054] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.697119] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.697262] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.697329] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.697505] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.697593] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.697649] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.697788] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.698329] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.698329] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 is going to be updated. [ 1071.793991] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.794181] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.794383] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.794971] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.794971] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.811088] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 in Status: IN_PROGRESS for 2s [ 1071.960857] env[69367]: INFO networking_nsxv3.common.synchronization [req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 req-39094a68-0180-4843-96fd-f786b0f4852e service nova] Enqueued Resource ID: 4739c247-54ee-4901-b65a-e8059af10133 with Priority: HIGHEST for action security_group_rules [ 1071.961047] env[69367]: INFO networking_nsxv3.common.synchronization [req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 req-39094a68-0180-4843-96fd-f786b0f4852e service nova] Enqueued Resource ID: 4739c247-54ee-4901-b65a-e8059af10133 with Priority: HIGHEST for action security_group_members [ 1071.961188] env[69367]: INFO networking_nsxv3.common.synchronization [req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 req-39094a68-0180-4843-96fd-f786b0f4852e service nova] Enqueued Resource ID: fb1fdcab-6143-4750-86d5-f03cd8199f3b with Priority: HIGHEST for action port [ 1071.963135] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4739c247-54ee-4901-b65a-e8059af10133 with Priority: HIGHEST for action security_group_rules [ 1071.963135] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4739c247-54ee-4901-b65a-e8059af10133 with Priority: HIGHEST for action security_group_members [ 1071.963135] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1fdcab-6143-4750-86d5-f03cd8199f3b with Priority: HIGHEST for action port [ 1071.965136] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4739c247-54ee-4901-b65a-e8059af10133 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.965136] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.965136] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.965136] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.965136] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4739c247-54ee-4901-b65a-e8059af10133',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.966269] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4739c247-54ee-4901-b65a-e8059af10133 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.969029] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.969029] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.969029] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.969823] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.969823] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.969823] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.969823] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.969823] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.969823] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4739c247-54ee-4901-b65a-e8059af10133',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.970559] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb1fdcab-6143-4750-86d5-f03cd8199f3b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.970685] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb1fdcab-6143-4750-86d5-f03cd8199f3b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.971065] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb1fdcab-6143-4750-86d5-f03cd8199f3b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.971065] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb1fdcab-6143-4750-86d5-f03cd8199f3b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.971065] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb1fdcab-6143-4750-86d5-f03cd8199f3b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.473976] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4739c247-54ee-4901-b65a-e8059af10133 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.473976] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.473976] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4739c247-54ee-4901-b65a-e8059af10133',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.474826] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb1fdcab-6143-4750-86d5-f03cd8199f3b with status ACTIVE [ 1072.475472] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.475472] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.475472] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.475472] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.475723] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.475723] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.475813] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.475913] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.476067] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.476067] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.476248] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.476341] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.476402] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.476540] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.476611] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.476693] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb1fdcab-6143-4750-86d5-f03cd8199f3b is going to be updated. [ 1072.508410] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.508410] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.508410] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.508410] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.508410] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.508410] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb1fdcab-6143-4750-86d5-f03cd8199f3b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.610104] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a185e4d-5a68-459e-ae56-5f809ea0e4d2 in Status: SUCCESS [ 1072.610405] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a185e4d-5a68-459e-ae56-5f809ea0e4d2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.610713] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a185e4d-5a68-459e-ae56-5f809ea0e4d2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.610991] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a185e4d-5a68-459e-ae56-5f809ea0e4d2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.611236] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.611394] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.611521] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.611746] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.611878] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.611998] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a185e4d-5a68-459e-ae56-5f809ea0e4d2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.612139] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a185e4d-5a68-459e-ae56-5f809ea0e4d2',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.979044] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4739c247-54ee-4901-b65a-e8059af10133',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.997875] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: SUCCESS [ 1072.998430] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.115302] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a185e4d-5a68-459e-ae56-5f809ea0e4d2 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.115478] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a185e4d-5a68-459e-ae56-5f809ea0e4d2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.115522] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a185e4d-5a68-459e-ae56-5f809ea0e4d2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.115749] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a185e4d-5a68-459e-ae56-5f809ea0e4d2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.115914] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.116026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.116086] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.116235] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.116315] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.116397] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a185e4d-5a68-459e-ae56-5f809ea0e4d2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.116538] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a185e4d-5a68-459e-ae56-5f809ea0e4d2 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.116623] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a185e4d-5a68-459e-ae56-5f809ea0e4d2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.116678] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a185e4d-5a68-459e-ae56-5f809ea0e4d2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.116810] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a185e4d-5a68-459e-ae56-5f809ea0e4d2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.116936] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.117032] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.117156] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.117310] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.117382] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.117460] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a185e4d-5a68-459e-ae56-5f809ea0e4d2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.117541] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a185e4d-5a68-459e-ae56-5f809ea0e4d2',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.481149] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.481346] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.481384] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.481584] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.481686] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.481806] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4739c247-54ee-4901-b65a-e8059af10133 is going to be created. [ 1073.512954] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.513172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.513305] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.514337] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.514337] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.523520] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4739c247-54ee-4901-b65a-e8059af10133 in Status: UNINITIALIZED for 2s [ 1073.619677] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a185e4d-5a68-459e-ae56-5f809ea0e4d2: rpc.has_security_group_logging(os_id): False [ 1073.639022] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.639205] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.639258] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.639480] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.639554] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.639760] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.639939] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.639939] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.640078] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.640152] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.640349] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.640435] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.640502] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.640642] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.640710] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.640893] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.640988] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.641059] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.641183] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.641253] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.641386] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a185e4d-5a68-459e-ae56-5f809ea0e4d2 is going to be created. [ 1073.752076] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.752390] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.752477] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.752866] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.753165] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.773639] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a185e4d-5a68-459e-ae56-5f809ea0e4d2 in Status: IN_PROGRESS for 2s [ 1073.826228] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 in Status: SUCCESS [ 1073.826435] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.826616] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.826830] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.827415] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6eb17163-7664-4f62-86d3-73fbd8153ef6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.329263] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eb17163-7664-4f62-86d3-73fbd8153ef6 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.329565] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.329565] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.329692] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.329863] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.329964] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.330041] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.330228] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.330317] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.330405] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.330493] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6eb17163-7664-4f62-86d3-73fbd8153ef6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.334733] env[69367]: INFO networking_nsxv3.common.synchronization [req-78017200-f104-41b5-bebe-97ae25c1be13 req-d71346b3-dbab-40be-a30a-64253f25d330 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Enqueued Resource ID: c2823a88-aae3-44d9-960f-2f689219b753 with Priority: HIGHEST for action security_group_members [ 1074.335228] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2823a88-aae3-44d9-960f-2f689219b753 with Priority: HIGHEST for action security_group_members [ 1074.335507] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2823a88-aae3-44d9-960f-2f689219b753 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.337030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2823a88-aae3-44d9-960f-2f689219b753" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.337030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2823a88-aae3-44d9-960f-2f689219b753" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.337030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2823a88-aae3-44d9-960f-2f689219b753" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.337030] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.337030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.337030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.337030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.337030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.337030] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2823a88-aae3-44d9-960f-2f689219b753',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.626701] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.626908] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-235" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.627252] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-235" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.627613] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-235" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.627879] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.628611] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.628839] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.629090] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.629248] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.629465] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1074.629583] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1074.629695] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1074.629807] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1074.629918] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1074.630036] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1074.630171] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1074.648392] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1074.648558] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1074.652025] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1074.652025] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-235" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.652025] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-4351c29d-344b-4b3c-b908-12e4f2edb1a4 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.652025] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-4351c29d-344b-4b3c-b908-12e4f2edb1a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.652025] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-4351c29d-344b-4b3c-b908-12e4f2edb1a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.652025] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-4351c29d-344b-4b3c-b908-12e4f2edb1a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.652025] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4351c29d-344b-4b3c-b908-12e4f2edb1a4',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.832568] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eb17163-7664-4f62-86d3-73fbd8153ef6 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.832757] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.832882] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.833183] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.833410] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.833553] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.833832] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.834090] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.834218] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.834319] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.834455] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eb17163-7664-4f62-86d3-73fbd8153ef6 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.834556] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.834622] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.834793] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.834939] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.835053] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.835120] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.835242] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.835340] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.835427] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.835511] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6eb17163-7664-4f62-86d3-73fbd8153ef6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.839178] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.839422] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.839422] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.839652] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.839754] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.839978] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.840168] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.840594] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.840594] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.840594] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.840594] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2823a88-aae3-44d9-960f-2f689219b753 already deleted. [ 1074.840847] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2823a88-aae3-44d9-960f-2f689219b753" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.153063] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.153307] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.153439] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.154066] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.154066] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.154302] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 4351c29d-344b-4b3c-b908-12e4f2edb1a4 not found, creating... [ 1075.154623] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.154862] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.155098] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.155265] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.155411] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.155837] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.157168] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.157168] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.157168] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.157168] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.157168] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 4351c29d-344b-4b3c-b908-12e4f2edb1a4 is going to be created. [ 1075.180841] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.181088] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.181247] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.181617] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.181940] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.182202] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-4351c29d-344b-4b3c-b908-12e4f2edb1a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.337461] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6eb17163-7664-4f62-86d3-73fbd8153ef6: rpc.has_security_group_logging(os_id): False [ 1075.363721] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.363951] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.363951] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.364159] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.364243] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.364458] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.364560] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.364620] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.364781] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.364859] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.365058] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.365157] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.365220] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.365357] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.365429] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.365603] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.365742] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.365811] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.365951] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.366046] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.366150] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 is going to be updated. [ 1075.441504] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.441673] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.441733] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.441991] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.442133] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.455396] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 in Status: IN_PROGRESS for 2s [ 1075.533263] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4739c247-54ee-4901-b65a-e8059af10133 in Status: SUCCESS [ 1075.533481] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.533656] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.533916] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.534134] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.534256] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.534322] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.534478] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.534575] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.534681] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.534778] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4739c247-54ee-4901-b65a-e8059af10133',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.790829] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a185e4d-5a68-459e-ae56-5f809ea0e4d2 in Status: SUCCESS [ 1075.790829] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a185e4d-5a68-459e-ae56-5f809ea0e4d2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.940755] env[69367]: INFO networking_nsxv3.common.synchronization [req-78017200-f104-41b5-bebe-97ae25c1be13 req-7d9c583e-8e8a-420d-aa28-3a3e792f6723 service nova] Enqueued Resource ID: c2823a88-aae3-44d9-960f-2f689219b753 with Priority: HIGHEST for action security_group_rules [ 1075.942126] env[69367]: INFO networking_nsxv3.common.synchronization [req-78017200-f104-41b5-bebe-97ae25c1be13 req-7d9c583e-8e8a-420d-aa28-3a3e792f6723 service nova] Enqueued Resource ID: c2823a88-aae3-44d9-960f-2f689219b753 with Priority: HIGHEST for action security_group_members [ 1075.942126] env[69367]: INFO networking_nsxv3.common.synchronization [req-78017200-f104-41b5-bebe-97ae25c1be13 req-7d9c583e-8e8a-420d-aa28-3a3e792f6723 service nova] Enqueued Resource ID: 4351c29d-344b-4b3c-b908-12e4f2edb1a4 with Priority: HIGHEST for action port [ 1075.942356] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2823a88-aae3-44d9-960f-2f689219b753 with Priority: HIGHEST for action security_group_rules [ 1075.943234] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2823a88-aae3-44d9-960f-2f689219b753 with Priority: HIGHEST for action security_group_members [ 1075.943456] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4351c29d-344b-4b3c-b908-12e4f2edb1a4 with Priority: HIGHEST for action port [ 1075.945850] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2823a88-aae3-44d9-960f-2f689219b753 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.945850] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2823a88-aae3-44d9-960f-2f689219b753" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.945850] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2823a88-aae3-44d9-960f-2f689219b753" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.945850] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2823a88-aae3-44d9-960f-2f689219b753" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.945850] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2823a88-aae3-44d9-960f-2f689219b753',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.950366] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2823a88-aae3-44d9-960f-2f689219b753 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.950366] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2823a88-aae3-44d9-960f-2f689219b753" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.950366] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2823a88-aae3-44d9-960f-2f689219b753" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.950366] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2823a88-aae3-44d9-960f-2f689219b753" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.950366] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.950366] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.950366] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.951108] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.951222] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.951345] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2823a88-aae3-44d9-960f-2f689219b753',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.952630] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-4351c29d-344b-4b3c-b908-12e4f2edb1a4 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.952630] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4351c29d-344b-4b3c-b908-12e4f2edb1a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.952846] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4351c29d-344b-4b3c-b908-12e4f2edb1a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.953012] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4351c29d-344b-4b3c-b908-12e4f2edb1a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.953065] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4351c29d-344b-4b3c-b908-12e4f2edb1a4',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.039031] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4739c247-54ee-4901-b65a-e8059af10133 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.039031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.039031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.039286] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.039562] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.039716] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.040342] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.040342] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.040342] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.040342] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.040558] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4739c247-54ee-4901-b65a-e8059af10133 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.040684] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.041385] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.041385] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.041385] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.041385] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.041385] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.042021] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.042021] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.042021] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.042021] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4739c247-54ee-4901-b65a-e8059af10133',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.454984] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2823a88-aae3-44d9-960f-2f689219b753 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.455398] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2823a88-aae3-44d9-960f-2f689219b753" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.455443] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2823a88-aae3-44d9-960f-2f689219b753',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.456340] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4351c29d-344b-4b3c-b908-12e4f2edb1a4 with status ACTIVE [ 1076.457041] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.457041] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.457041] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.457272] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.457272] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.457357] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.457610] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.457610] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.457790] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.457841] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.458111] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.458210] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.458210] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.458484] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.458484] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.458579] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4351c29d-344b-4b3c-b908-12e4f2edb1a4 is going to be updated. [ 1076.481151] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.481360] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.481413] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.481643] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.481799] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.481975] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4351c29d-344b-4b3c-b908-12e4f2edb1a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.544779] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4739c247-54ee-4901-b65a-e8059af10133: rpc.has_security_group_logging(os_id): False [ 1076.579573] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.579735] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.579802] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.580013] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.580139] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.580386] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.580496] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.580599] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.580805] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.580949] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.581100] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.581190] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.581296] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.581397] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.581471] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.581660] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.581782] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.581921] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.582026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.582110] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.582931] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4739c247-54ee-4901-b65a-e8059af10133 is going to be created. [ 1076.690404] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.690627] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.690627] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.690852] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.691128] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.709655] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4739c247-54ee-4901-b65a-e8059af10133 in Status: IN_PROGRESS for 2s [ 1076.961129] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2823a88-aae3-44d9-960f-2f689219b753',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.976029] env[69367]: INFO networking_nsxv3.common.synchronization [req-8e4a5dc9-7b69-49a3-9231-950ff976e418 req-f0406370-9a46-4965-b332-c2797bcb8645 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Enqueued Resource ID: 05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 with Priority: HIGHEST for action security_group_members [ 1076.976029] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 with Priority: HIGHEST for action security_group_members [ 1076.976366] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.976487] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.976551] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.976843] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.977018] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.977172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.977243] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.977411] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.977495] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.977606] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05f58f5e-7e01-4e98-b9d4-3a766a9a6b78',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.320667] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-26 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.320848] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-26" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.321016] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-26" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.321343] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-26" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.321641] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.321851] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.322013] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.322294] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.322478] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.322869] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1077.323148] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1077.323404] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1077.324222] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1077.324222] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1077.324222] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1077.324390] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1077.346745] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1077.346953] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1077.347084] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1077.347262] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-26" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.347576] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-0cbb8086-da7f-427f-a625-a2646b5589fa taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.347752] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-0cbb8086-da7f-427f-a625-a2646b5589fa" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.347881] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-0cbb8086-da7f-427f-a625-a2646b5589fa" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.348247] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-0cbb8086-da7f-427f-a625-a2646b5589fa" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.348438] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cbb8086-da7f-427f-a625-a2646b5589fa',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.464048] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.464479] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.464479] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.464607] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.464711] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.464834] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2823a88-aae3-44d9-960f-2f689219b753 is going to be created. [ 1077.475228] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 in Status: SUCCESS [ 1077.475492] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.480172] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.480412] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.480507] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.480809] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.480938] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.481205] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.481334] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.481409] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.481599] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.481702] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.481810] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 already deleted. [ 1077.481983] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.496049] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.496215] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.496285] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.496495] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.496648] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.516094] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2823a88-aae3-44d9-960f-2f689219b753 in Status: UNINITIALIZED for 2s [ 1077.851814] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.852100] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.852265] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.852797] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.852917] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.853107] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 0cbb8086-da7f-427f-a625-a2646b5589fa not found, creating... [ 1077.853454] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.853679] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.853852] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.854109] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.854256] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.854563] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.854728] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.854850] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.855124] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.855260] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.855408] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 0cbb8086-da7f-427f-a625-a2646b5589fa is going to be created. [ 1077.877461] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.877699] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.877832] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.878131] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.878409] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.878981] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-0cbb8086-da7f-427f-a625-a2646b5589fa" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.583230] env[69367]: INFO networking_nsxv3.common.synchronization [req-8e4a5dc9-7b69-49a3-9231-950ff976e418 req-dbcb9667-9a33-4f32-8083-12351e492e01 service nova] Enqueued Resource ID: 05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 with Priority: HIGHEST for action security_group_rules [ 1078.583230] env[69367]: INFO networking_nsxv3.common.synchronization [req-8e4a5dc9-7b69-49a3-9231-950ff976e418 req-dbcb9667-9a33-4f32-8083-12351e492e01 service nova] Enqueued Resource ID: 05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 with Priority: HIGHEST for action security_group_members [ 1078.583230] env[69367]: INFO networking_nsxv3.common.synchronization [req-8e4a5dc9-7b69-49a3-9231-950ff976e418 req-dbcb9667-9a33-4f32-8083-12351e492e01 service nova] Enqueued Resource ID: 0cbb8086-da7f-427f-a625-a2646b5589fa with Priority: HIGHEST for action port [ 1078.583977] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 with Priority: HIGHEST for action security_group_rules [ 1078.584317] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 with Priority: HIGHEST for action security_group_members [ 1078.584674] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cbb8086-da7f-427f-a625-a2646b5589fa with Priority: HIGHEST for action port [ 1078.585151] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.585448] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.585681] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.586719] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.586719] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05f58f5e-7e01-4e98-b9d4-3a766a9a6b78',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.587749] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.588090] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.590072] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.590072] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.590072] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.590072] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.590072] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.590072] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.590072] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.590072] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05f58f5e-7e01-4e98-b9d4-3a766a9a6b78',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.591144] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cbb8086-da7f-427f-a625-a2646b5589fa taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.591404] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cbb8086-da7f-427f-a625-a2646b5589fa" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.591599] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cbb8086-da7f-427f-a625-a2646b5589fa" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.591871] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cbb8086-da7f-427f-a625-a2646b5589fa" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.592080] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cbb8086-da7f-427f-a625-a2646b5589fa',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.728077] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4739c247-54ee-4901-b65a-e8059af10133 in Status: SUCCESS [ 1078.728077] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.091946] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05f58f5e-7e01-4e98-b9d4-3a766a9a6b78',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.094627] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.094844] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.096184] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0cbb8086-da7f-427f-a625-a2646b5589fa with status ACTIVE [ 1079.096426] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.096549] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.096618] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.096869] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.096925] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.097145] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.097402] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.097402] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.097568] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.097635] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.097819] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.097941] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.098012] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.098157] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.098209] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.098329] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0cbb8086-da7f-427f-a625-a2646b5589fa is going to be updated. [ 1079.122886] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.123151] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.123219] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.123565] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.123784] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.123998] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cbb8086-da7f-427f-a625-a2646b5589fa" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.528988] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2823a88-aae3-44d9-960f-2f689219b753 in Status: SUCCESS [ 1079.529247] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2823a88-aae3-44d9-960f-2f689219b753" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.529424] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2823a88-aae3-44d9-960f-2f689219b753" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.529710] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2823a88-aae3-44d9-960f-2f689219b753" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.529905] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.530031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.530102] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.530282] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.530363] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.530449] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2823a88-aae3-44d9-960f-2f689219b753" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.530541] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2823a88-aae3-44d9-960f-2f689219b753',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.594520] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05f58f5e-7e01-4e98-b9d4-3a766a9a6b78',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.866455] env[69367]: INFO networking_nsxv3.common.synchronization [req-ddf1e526-6fdb-49a2-810b-f61f803de74f req-953d2d89-c492-4649-8092-17a3d5e1349a tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Enqueued Resource ID: 2a185e4d-5a68-459e-ae56-5f809ea0e4d2 with Priority: HIGHEST for action security_group_members [ 1079.866455] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a185e4d-5a68-459e-ae56-5f809ea0e4d2 with Priority: HIGHEST for action security_group_members [ 1079.866455] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a185e4d-5a68-459e-ae56-5f809ea0e4d2 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.866455] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a185e4d-5a68-459e-ae56-5f809ea0e4d2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.866455] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a185e4d-5a68-459e-ae56-5f809ea0e4d2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.866710] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a185e4d-5a68-459e-ae56-5f809ea0e4d2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.866710] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.866821] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.866855] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.867014] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.867100] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.867189] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a185e4d-5a68-459e-ae56-5f809ea0e4d2',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.033087] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2823a88-aae3-44d9-960f-2f689219b753',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.097842] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.098054] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.098144] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.098365] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.098456] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.098691] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 is going to be created. [ 1080.126372] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.126595] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.126727] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.126977] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.127223] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.138968] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 in Status: UNINITIALIZED for 2s [ 1080.372030] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.372030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.372030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.372030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.372030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.372030] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.372030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.372030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.372030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.372030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.372030] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a185e4d-5a68-459e-ae56-5f809ea0e4d2 is going to be updated. [ 1080.404834] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.405096] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.405096] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.405325] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.405556] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.423204] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a185e4d-5a68-459e-ae56-5f809ea0e4d2 in Status: IN_PROGRESS for 2s [ 1080.535446] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2823a88-aae3-44d9-960f-2f689219b753: rpc.has_security_group_logging(os_id): False [ 1080.557442] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.557787] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.557787] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.558151] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.558309] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.558732] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.558904] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.558999] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.559287] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.559446] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.559620] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2823a88-aae3-44d9-960f-2f689219b753 is going to be created. [ 1080.629660] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.630197] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.630197] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.630309] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.630479] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.645629] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2823a88-aae3-44d9-960f-2f689219b753 in Status: IN_PROGRESS for 2s [ 1082.150590] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 in Status: SUCCESS [ 1082.150979] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.151199] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.151446] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.151698] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.151932] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.152082] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.152321] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.152452] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.152673] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.152769] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05f58f5e-7e01-4e98-b9d4-3a766a9a6b78',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.435638] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a185e4d-5a68-459e-ae56-5f809ea0e4d2 in Status: SUCCESS [ 1082.435848] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a185e4d-5a68-459e-ae56-5f809ea0e4d2 deletion is rescheduled due to dependency. [ 1082.435974] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a185e4d-5a68-459e-ae56-5f809ea0e4d2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.655869] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05f58f5e-7e01-4e98-b9d4-3a766a9a6b78',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.659857] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2823a88-aae3-44d9-960f-2f689219b753 in Status: SUCCESS [ 1082.660215] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2823a88-aae3-44d9-960f-2f689219b753" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.158689] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05f58f5e-7e01-4e98-b9d4-3a766a9a6b78: rpc.has_security_group_logging(os_id): False [ 1083.179110] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.179278] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.179317] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.180032] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.180032] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.180032] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.180032] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.180032] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.180280] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.180280] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.180363] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 is going to be created. [ 1083.245517] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.245517] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.245517] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.245517] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.245517] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.258178] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 in Status: IN_PROGRESS for 2s [ 1084.064194] env[69367]: INFO networking_nsxv3.common.synchronization [req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd req-6a0f2e71-b53e-4543-8fbf-473ec6bb854d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Enqueued Resource ID: 300f812c-2610-444b-8066-b75c76ae0aee with Priority: HIGHEST for action security_group_members [ 1084.064194] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 300f812c-2610-444b-8066-b75c76ae0aee with Priority: HIGHEST for action security_group_members [ 1084.066705] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-300f812c-2610-444b-8066-b75c76ae0aee taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.066860] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.066923] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.067146] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.067313] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.067412] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.067472] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.067621] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.067712] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.067801] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.406320] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.406685] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-902" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.406741] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-902" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.407455] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-902" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.407824] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.408076] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.408226] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.408476] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.408678] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.408925] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1084.409135] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1084.409318] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1084.409501] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1084.409666] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1084.409789] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1084.409927] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1084.435210] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1084.435387] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1084.435557] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1084.435812] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-902" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.436213] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-7b177163-e7a8-4903-bce3-8688dabdfe59 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.436453] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-7b177163-e7a8-4903-bce3-8688dabdfe59" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.436616] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-7b177163-e7a8-4903-bce3-8688dabdfe59" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.437015] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-7b177163-e7a8-4903-bce3-8688dabdfe59" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.437473] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b177163-e7a8-4903-bce3-8688dabdfe59',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.573751] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.942982] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.942982] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.942982] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.942982] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.942982] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.942982] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 7b177163-e7a8-4903-bce3-8688dabdfe59 not found, creating... [ 1084.942982] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.942982] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.942982] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.942982] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.942982] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.944059] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.944059] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.944059] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.944333] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.944585] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.944848] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 7b177163-e7a8-4903-bce3-8688dabdfe59 is going to be created. [ 1084.970183] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.970599] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.970924] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.971361] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.971690] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.971980] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-7b177163-e7a8-4903-bce3-8688dabdfe59" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.078584] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.271957] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 in Status: SUCCESS [ 1085.272276] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.581167] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.581472] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.581472] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.581753] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.581917] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.582050] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 300f812c-2610-444b-8066-b75c76ae0aee is going to be updated. [ 1085.620543] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.620664] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.620771] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.621416] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.621416] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.633707] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 300f812c-2610-444b-8066-b75c76ae0aee in Status: IN_PROGRESS for 2s [ 1085.708261] env[69367]: INFO networking_nsxv3.common.synchronization [req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd req-05abd071-314d-4d31-8db9-3238765a2420 service nova] Enqueued Resource ID: 300f812c-2610-444b-8066-b75c76ae0aee with Priority: HIGHEST for action security_group_rules [ 1085.708563] env[69367]: INFO networking_nsxv3.common.synchronization [req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd req-05abd071-314d-4d31-8db9-3238765a2420 service nova] Enqueued Resource ID: 300f812c-2610-444b-8066-b75c76ae0aee with Priority: HIGHEST for action security_group_members [ 1085.708758] env[69367]: INFO networking_nsxv3.common.synchronization [req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd req-05abd071-314d-4d31-8db9-3238765a2420 service nova] Enqueued Resource ID: 7b177163-e7a8-4903-bce3-8688dabdfe59 with Priority: HIGHEST for action port [ 1085.709420] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 300f812c-2610-444b-8066-b75c76ae0aee with Priority: HIGHEST for action security_group_rules [ 1085.709694] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 300f812c-2610-444b-8066-b75c76ae0aee with Priority: HIGHEST for action security_group_members [ 1085.709694] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b177163-e7a8-4903-bce3-8688dabdfe59 with Priority: HIGHEST for action port [ 1085.710016] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-300f812c-2610-444b-8066-b75c76ae0aee taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.710175] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.710263] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.710543] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.710685] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.711738] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-300f812c-2610-444b-8066-b75c76ae0aee taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.711872] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.712192] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b177163-e7a8-4903-bce3-8688dabdfe59 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.712352] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b177163-e7a8-4903-bce3-8688dabdfe59" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.712478] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b177163-e7a8-4903-bce3-8688dabdfe59" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.712741] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b177163-e7a8-4903-bce3-8688dabdfe59" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.712938] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b177163-e7a8-4903-bce3-8688dabdfe59',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.216624] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b177163-e7a8-4903-bce3-8688dabdfe59 with status ACTIVE [ 1086.216849] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.217034] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.217123] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.217457] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.217604] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.217836] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.217964] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.218051] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.218218] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.218295] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.218508] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.218632] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.218719] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.218930] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.219065] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.219173] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b177163-e7a8-4903-bce3-8688dabdfe59 is going to be updated. [ 1086.220350] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-300f812c-2610-444b-8066-b75c76ae0aee taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.220441] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.254727] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.254975] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.255079] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.255313] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.255419] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.255585] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b177163-e7a8-4903-bce3-8688dabdfe59" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.646163] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 300f812c-2610-444b-8066-b75c76ae0aee in Status: SUCCESS [ 1087.646420] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.646582] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.646799] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.646982] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.647114] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.647179] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.647333] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.647413] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.647513] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.726979] env[69367]: INFO networking_nsxv3.common.synchronization [req-90785b8f-9a6a-47c9-832a-495fc0df8857 req-7d9ffabd-1271-4978-bec4-2fb6894c2db4 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Enqueued Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGHEST for action security_group_members [ 1087.727952] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGHEST for action security_group_members [ 1087.728347] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-339018b6-4421-400f-afea-14fd86be5c3d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.728513] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.728625] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.728905] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.729167] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.729316] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.729420] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.729801] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.729801] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.729998] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.122458] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-783 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.122641] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-783" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.122772] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-783" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.123111] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-783" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.123407] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.124229] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.124229] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.124229] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.124229] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.124417] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1088.124860] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1088.124908] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1088.125111] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1088.125294] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1088.125521] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1088.125747] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1088.148022] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1088.148022] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1088.148022] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1088.148022] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-783" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.148022] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-62ac4cdc-6c11-47b0-bb6e-504c6e1628ee taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.148022] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-62ac4cdc-6c11-47b0-bb6e-504c6e1628ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.148022] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-62ac4cdc-6c11-47b0-bb6e-504c6e1628ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.148489] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-62ac4cdc-6c11-47b0-bb6e-504c6e1628ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.148747] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62ac4cdc-6c11-47b0-bb6e-504c6e1628ee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.150429] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.233830] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.234024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.234024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.234531] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.234531] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.234725] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.234725] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.234800] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.234932] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.235030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.235123] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 339018b6-4421-400f-afea-14fd86be5c3d is going to be updated. [ 1088.263612] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.263820] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.263896] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.264192] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.264598] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.279019] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 339018b6-4421-400f-afea-14fd86be5c3d in Status: IN_PROGRESS for 2s [ 1088.655041] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.655041] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.655041] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.655041] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.655041] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.655601] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 62ac4cdc-6c11-47b0-bb6e-504c6e1628ee not found, creating... [ 1088.655601] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.655601] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.655735] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.655916] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.656062] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.656349] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.658539] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.658539] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.658539] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.658539] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.658539] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 62ac4cdc-6c11-47b0-bb6e-504c6e1628ee is going to be created. [ 1088.658539] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.685024] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.685024] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.685024] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.685024] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.685024] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.685024] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-62ac4cdc-6c11-47b0-bb6e-504c6e1628ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.163759] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.163759] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.163759] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.163759] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.163759] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.163759] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 300f812c-2610-444b-8066-b75c76ae0aee is going to be updated. [ 1089.198022] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.198022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.198022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.198022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.198022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.215474] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 300f812c-2610-444b-8066-b75c76ae0aee in Status: IN_PROGRESS for 2s [ 1089.446549] env[69367]: INFO networking_nsxv3.common.synchronization [req-90785b8f-9a6a-47c9-832a-495fc0df8857 req-ac779f50-f152-4980-9548-b035fc8b413d service nova] Enqueued Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGHEST for action security_group_rules [ 1089.451629] env[69367]: INFO networking_nsxv3.common.synchronization [req-90785b8f-9a6a-47c9-832a-495fc0df8857 req-ac779f50-f152-4980-9548-b035fc8b413d service nova] Enqueued Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGHEST for action security_group_members [ 1089.451629] env[69367]: INFO networking_nsxv3.common.synchronization [req-90785b8f-9a6a-47c9-832a-495fc0df8857 req-ac779f50-f152-4980-9548-b035fc8b413d service nova] Enqueued Resource ID: 62ac4cdc-6c11-47b0-bb6e-504c6e1628ee with Priority: HIGHEST for action port [ 1089.451629] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGHEST for action security_group_rules [ 1089.451629] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGHEST for action security_group_members [ 1089.451629] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ac4cdc-6c11-47b0-bb6e-504c6e1628ee with Priority: HIGHEST for action port [ 1089.451629] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-339018b6-4421-400f-afea-14fd86be5c3d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.451629] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.451629] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.451629] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.451629] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.453318] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-339018b6-4421-400f-afea-14fd86be5c3d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.453318] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.453318] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-62ac4cdc-6c11-47b0-bb6e-504c6e1628ee taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.453318] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62ac4cdc-6c11-47b0-bb6e-504c6e1628ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.453464] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62ac4cdc-6c11-47b0-bb6e-504c6e1628ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.453668] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62ac4cdc-6c11-47b0-bb6e-504c6e1628ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.453791] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62ac4cdc-6c11-47b0-bb6e-504c6e1628ee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.956323] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-339018b6-4421-400f-afea-14fd86be5c3d taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.956629] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.956671] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62ac4cdc-6c11-47b0-bb6e-504c6e1628ee with status ACTIVE [ 1089.957123] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.957123] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.957123] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.957270] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.957334] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.957496] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.957591] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.957652] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.957818] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.957870] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.958097] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.958162] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.958208] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.958391] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.958442] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.958493] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62ac4cdc-6c11-47b0-bb6e-504c6e1628ee is going to be updated. [ 1089.987041] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.987041] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.987041] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.987264] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.987960] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.987960] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62ac4cdc-6c11-47b0-bb6e-504c6e1628ee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.244649] env[69367]: INFO networking_nsxv3.common.synchronization [req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 req-d3a16a72-f44f-46e7-a27e-48580e22e7ef tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Enqueued Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_members [ 1090.246688] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_members [ 1090.246688] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.246688] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.246688] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.246688] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.246688] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.246688] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.246688] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.246688] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.246688] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.246688] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.290541] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 339018b6-4421-400f-afea-14fd86be5c3d in Status: SUCCESS [ 1090.290541] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 339018b6-4421-400f-afea-14fd86be5c3d deletion is rescheduled due to dependency. [ 1090.290541] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.290541] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.290541] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.290541] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.290541] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.290541] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.290541] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.290541] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.290541] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.749724] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.749997] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.750250] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.750462] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.750596] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.750927] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.752736] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.752736] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.752736] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.752736] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.752736] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f is going to be updated. [ 1090.790934] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.791829] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.792146] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.792543] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.792923] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.794480] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.808193] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: IN_PROGRESS for 2s [ 1090.891332] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-824 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.891546] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-824" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.891649] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-824" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.891986] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-824" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.892582] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.892737] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.892893] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.893257] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.893564] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.894038] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1090.894351] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1090.894581] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1090.894912] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1090.895044] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1090.895218] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1090.895499] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1090.919375] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1090.919599] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1090.919715] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1090.921184] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-824" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.921184] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-be2f5229-af2b-4ab6-859d-80518ab0a95c taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.921184] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-be2f5229-af2b-4ab6-859d-80518ab0a95c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.921184] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-be2f5229-af2b-4ab6-859d-80518ab0a95c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.921184] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-be2f5229-af2b-4ab6-859d-80518ab0a95c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.921473] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be2f5229-af2b-4ab6-859d-80518ab0a95c',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.229864] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 300f812c-2610-444b-8066-b75c76ae0aee in Status: SUCCESS [ 1091.230239] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.230406] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.230642] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.230863] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.231176] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.231317] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.231570] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.231703] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.231843] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.231988] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.298307] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.424402] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.424601] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.424735] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.425079] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.425370] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.425627] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port be2f5229-af2b-4ab6-859d-80518ab0a95c not found, creating... [ 1091.425962] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.426152] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.426325] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.426559] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.426721] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.427047] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.427282] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.427353] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.427547] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.427694] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.427840] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: be2f5229-af2b-4ab6-859d-80518ab0a95c is going to be created. [ 1091.452891] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.453311] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.453499] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.454120] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.454527] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.454992] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-be2f5229-af2b-4ab6-859d-80518ab0a95c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.739706] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-300f812c-2610-444b-8066-b75c76ae0aee taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.739706] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.739706] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.739706] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.739706] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.739706] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.739706] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.739706] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.739706] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.739706] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.739706] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-300f812c-2610-444b-8066-b75c76ae0aee taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.739706] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.739706] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.739706] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.739706] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.739706] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.740316] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.740316] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.740316] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.740316] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.740316] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.802398] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.802398] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.802804] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.802804] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.802804] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.802913] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 339018b6-4421-400f-afea-14fd86be5c3d is going to be updated. [ 1091.846943] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.846943] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.846943] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.846943] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.846943] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.859877] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 339018b6-4421-400f-afea-14fd86be5c3d in Status: IN_PROGRESS for 2s [ 1091.987417] env[69367]: INFO networking_nsxv3.common.synchronization [req-2c475dfa-2cd3-45c1-a3cc-fa369c2a368a req-81d28849-53ac-4423-92ca-d8e81cbbf61f tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Enqueued Resource ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 with Priority: HIGHEST for action security_group_members [ 1091.989357] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 with Priority: HIGHEST for action security_group_members [ 1091.989758] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eb17163-7664-4f62-86d3-73fbd8153ef6 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.989890] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.990178] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.990178] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.990338] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.990491] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.990556] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.990715] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.990800] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.990919] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eb17163-7664-4f62-86d3-73fbd8153ef6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.239163] env[69367]: INFO networking_nsxv3.common.synchronization [req-241c182b-7f00-428e-ab0e-91d052c63b7c req-dc95e507-6b9b-4bcc-a5ce-4bc254f19533 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Enqueued Resource ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 with Priority: HIGHEST for action security_group_members [ 1092.240017] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 with Priority: HIGHEST for action security_group_members [ 1092.240363] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eb17163-7664-4f62-86d3-73fbd8153ef6 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.240474] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.245315] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 300f812c-2610-444b-8066-b75c76ae0aee: rpc.has_security_group_logging(os_id): False [ 1092.278122] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.278325] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.278362] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.278567] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.278657] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.278879] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.279329] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.279329] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.279329] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.279329] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.279478] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.279940] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.280020] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.280170] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.280246] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.280456] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.280552] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.280614] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.280752] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.280827] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.281162] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 300f812c-2610-444b-8066-b75c76ae0aee is going to be updated. [ 1092.296231] env[69367]: INFO networking_nsxv3.common.synchronization [req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 req-cb4f18cc-52bd-4cc7-87b8-d1fb18382049 service nova] Enqueued Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_rules [ 1092.296432] env[69367]: INFO networking_nsxv3.common.synchronization [req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 req-cb4f18cc-52bd-4cc7-87b8-d1fb18382049 service nova] Enqueued Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_members [ 1092.296626] env[69367]: INFO networking_nsxv3.common.synchronization [req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 req-cb4f18cc-52bd-4cc7-87b8-d1fb18382049 service nova] Enqueued Resource ID: be2f5229-af2b-4ab6-859d-80518ab0a95c with Priority: HIGHEST for action port [ 1092.297323] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_rules [ 1092.297466] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_members [ 1092.297569] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be2f5229-af2b-4ab6-859d-80518ab0a95c with Priority: HIGHEST for action port [ 1092.299955] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.299955] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.299955] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.299955] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.299955] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.299955] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.302626] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.302877] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-be2f5229-af2b-4ab6-859d-80518ab0a95c taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.303155] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be2f5229-af2b-4ab6-859d-80518ab0a95c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.303249] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be2f5229-af2b-4ab6-859d-80518ab0a95c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.303802] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be2f5229-af2b-4ab6-859d-80518ab0a95c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.303802] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be2f5229-af2b-4ab6-859d-80518ab0a95c',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.357280] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.357446] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.357485] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.357690] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.357835] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.370641] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 300f812c-2610-444b-8066-b75c76ae0aee in Status: IN_PROGRESS for 2s [ 1092.495274] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6eb17163-7664-4f62-86d3-73fbd8153ef6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.810801] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.811189] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.812062] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be2f5229-af2b-4ab6-859d-80518ab0a95c with status ACTIVE [ 1092.812242] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.812404] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.812508] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.812818] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.812941] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.813544] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.813544] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.813544] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.813745] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.813787] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.813983] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.814097] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.814165] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.814325] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.814396] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.814492] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be2f5229-af2b-4ab6-859d-80518ab0a95c is going to be updated. [ 1092.826035] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: SUCCESS [ 1092.826254] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f deletion is rescheduled due to dependency. [ 1092.826365] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.826563] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.826829] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.827043] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.827185] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.827248] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.827563] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.827694] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.827801] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.839342] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.839342] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.839494] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.839690] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.839837] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.840048] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be2f5229-af2b-4ab6-859d-80518ab0a95c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.998773] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6eb17163-7664-4f62-86d3-73fbd8153ef6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.330388] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.503236] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.503427] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.503502] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.503730] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.504096] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.504233] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 is going to be updated. [ 1093.535717] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.535857] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.535932] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.536211] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.536345] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.546141] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 in Status: IN_PROGRESS for 2s [ 1093.832661] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.872928] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 339018b6-4421-400f-afea-14fd86be5c3d in Status: SUCCESS [ 1093.873256] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.873439] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.873659] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.873853] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.873967] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.874088] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.874207] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.874287] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.874373] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.874462] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.336472] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.336879] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.336879] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.336939] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.337016] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.337149] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f is going to be updated. [ 1094.377877] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.378609] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.378609] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.378609] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.378807] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.380396] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-339018b6-4421-400f-afea-14fd86be5c3d taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.380602] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.380684] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.380938] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.381192] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.381309] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.381386] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.381581] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.381642] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.381737] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.381927] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-339018b6-4421-400f-afea-14fd86be5c3d taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.382046] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.382111] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.382259] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.382424] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.382552] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.382614] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.382868] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.382954] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.383136] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.383232] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.389250] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 300f812c-2610-444b-8066-b75c76ae0aee in Status: SUCCESS [ 1094.389598] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.393535] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: IN_PROGRESS for 2s [ 1094.887347] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 339018b6-4421-400f-afea-14fd86be5c3d: rpc.has_security_group_logging(os_id): False [ 1094.910451] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.910674] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.910846] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.911142] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.911315] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.911639] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.911766] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.911819] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.912103] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.912193] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.912519] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.912751] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.912751] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.913053] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.913283] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.913504] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.913605] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.913672] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.913834] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.913920] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.913987] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 339018b6-4421-400f-afea-14fd86be5c3d is going to be updated. [ 1094.997155] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.997336] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.997468] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.997680] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.997799] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.015345] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 339018b6-4421-400f-afea-14fd86be5c3d in Status: IN_PROGRESS for 2s [ 1095.382126] env[69367]: INFO networking_nsxv3.common.synchronization [req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e req-01f5b437-bdf6-4ab5-bbe0-b8085b81c9fd tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Enqueued Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_members [ 1095.382698] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_members [ 1095.383031] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.383174] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.386702] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.386702] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.386702] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.386702] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.386702] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.386702] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.386702] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.386702] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.559532] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 in Status: SUCCESS [ 1095.559699] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.559878] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.560371] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.560563] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.560688] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.560769] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.560949] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.561062] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.561174] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eb17163-7664-4f62-86d3-73fbd8153ef6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.886520] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.904585] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-802 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.904786] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-802" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.904915] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-802" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.905210] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-802" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.905471] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.905629] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.905747] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.905959] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.906384] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.906614] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1095.906731] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.906917] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.907105] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.907235] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1095.907498] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.907713] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.932984] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.933351] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1095.933411] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.933589] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-802" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.933929] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-b3792d8d-d476-418d-b2bb-060de9303605 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.934169] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-b3792d8d-d476-418d-b2bb-060de9303605" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.934307] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-b3792d8d-d476-418d-b2bb-060de9303605" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.934639] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-b3792d8d-d476-418d-b2bb-060de9303605" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.934781] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3792d8d-d476-418d-b2bb-060de9303605',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.067841] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.067841] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.067841] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.067841] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.067841] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.067841] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.067841] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.067841] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.067841] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.067841] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.067841] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 is going to be updated. [ 1096.094481] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.094631] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.094700] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.094910] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.095069] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.105219] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 in Status: IN_PROGRESS for 2s [ 1096.396221] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.407323] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: SUCCESS [ 1096.407548] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.408066] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.411463] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.411463] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.411463] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.411463] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.411463] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.411463] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.411463] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.411463] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.437861] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.438097] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.438231] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.438520] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.438679] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.438849] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port b3792d8d-d476-418d-b2bb-060de9303605 not found, creating... [ 1096.439125] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.439286] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.439405] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.439623] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.439760] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.440052] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.440215] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.440333] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.440543] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.440678] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.440821] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: b3792d8d-d476-418d-b2bb-060de9303605 is going to be created. [ 1096.461945] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.462130] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.462130] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.462409] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.462645] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.462874] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-b3792d8d-d476-418d-b2bb-060de9303605" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.898447] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.898586] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.898634] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.899025] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.899099] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.899810] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 is going to be updated. [ 1096.912217] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.913504] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.913504] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.913504] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.913504] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.913504] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.913504] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.913803] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.913803] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.913859] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.913982] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.914143] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.914227] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.914384] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.915073] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.915073] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.915073] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.915073] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.915073] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.915073] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.915073] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.934807] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.934958] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.935043] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.935284] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.935516] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.947938] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: IN_PROGRESS for 2s [ 1097.029149] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 339018b6-4421-400f-afea-14fd86be5c3d in Status: SUCCESS [ 1097.029408] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.417911] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a91d871-59f1-429d-aee5-6ce88f3e923f: rpc.has_security_group_logging(os_id): False [ 1097.441260] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.441394] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.441467] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.441735] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.441830] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.442030] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.442138] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.442204] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.442368] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.442418] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.442595] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.442692] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.442752] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.442965] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.442965] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.443255] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.443358] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.443437] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.443547] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.443621] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.443708] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f is going to be updated. [ 1097.513364] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.513576] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.513716] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.513954] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.514191] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.531690] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: IN_PROGRESS for 2s [ 1097.697739] env[69367]: INFO networking_nsxv3.common.synchronization [req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e req-c2a377ad-6e9c-4dc4-bb29-edb3babf8400 service nova] Enqueued Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_rules [ 1097.697925] env[69367]: INFO networking_nsxv3.common.synchronization [req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e req-c2a377ad-6e9c-4dc4-bb29-edb3babf8400 service nova] Enqueued Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_members [ 1097.699185] env[69367]: INFO networking_nsxv3.common.synchronization [req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e req-c2a377ad-6e9c-4dc4-bb29-edb3babf8400 service nova] Enqueued Resource ID: b3792d8d-d476-418d-b2bb-060de9303605 with Priority: HIGHEST for action port [ 1097.699875] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_rules [ 1097.700032] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_members [ 1097.700138] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3792d8d-d476-418d-b2bb-060de9303605 with Priority: HIGHEST for action port [ 1097.700428] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.700553] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.700645] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.700888] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.700996] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.701935] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.702053] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.702267] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3792d8d-d476-418d-b2bb-060de9303605 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.702374] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3792d8d-d476-418d-b2bb-060de9303605" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.702438] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3792d8d-d476-418d-b2bb-060de9303605" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.702625] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3792d8d-d476-418d-b2bb-060de9303605" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.702703] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3792d8d-d476-418d-b2bb-060de9303605',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.117699] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 in Status: SUCCESS [ 1098.117871] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 deletion is rescheduled due to dependency. [ 1098.118013] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.210343] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.210343] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.210343] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3792d8d-d476-418d-b2bb-060de9303605 with status ACTIVE [ 1098.210343] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.210343] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.210759] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.210759] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.210830] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.211117] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.211237] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.211286] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.211461] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.211538] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.211732] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.211830] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.211894] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.212258] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.212389] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.212511] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3792d8d-d476-418d-b2bb-060de9303605 is going to be updated. [ 1098.237228] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.237408] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.237504] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.237730] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.237865] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.238043] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3792d8d-d476-418d-b2bb-060de9303605" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.959404] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: SUCCESS [ 1098.959690] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.959926] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.960432] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.960715] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.961025] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.961172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.961386] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.961494] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.961613] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.465491] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.546760] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: SUCCESS [ 1099.547101] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.971919] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.475856] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.475856] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.475856] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.475856] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.475856] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.475856] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 is going to be updated. [ 1100.508033] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.508033] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.508276] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.508309] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.508445] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.519065] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: IN_PROGRESS for 2s [ 1102.531502] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: SUCCESS [ 1102.531767] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.531891] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.532139] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.532442] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.532442] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.532561] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.532668] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.532779] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.532872] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.532964] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.705418] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1102.705418] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1103.042760] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.042999] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.043084] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.043414] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.043720] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.043908] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.044013] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.044216] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.044348] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.045134] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.045134] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.045134] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.045134] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.045134] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.046353] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.046353] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.046353] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.046353] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.046353] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.046353] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.046353] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.057495] env[69367]: INFO networking_nsxv3.common.synchronization [None req-647d7b1d-c34f-4303-99be-418134ca299f None None] Enqueued Resource ID: 14d4e39d-ac11-4f36-84fe-5ecce11dd8a5 with Priority: HIGHEST for action port [ 1103.057934] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14d4e39d-ac11-4f36-84fe-5ecce11dd8a5 with Priority: HIGHEST for action port [ 1103.058282] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-14d4e39d-ac11-4f36-84fe-5ecce11dd8a5 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.058504] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14d4e39d-ac11-4f36-84fe-5ecce11dd8a5" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.058504] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14d4e39d-ac11-4f36-84fe-5ecce11dd8a5" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.061771] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14d4e39d-ac11-4f36-84fe-5ecce11dd8a5" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.061771] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14d4e39d-ac11-4f36-84fe-5ecce11dd8a5',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.548945] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e300d9d7-a7b7-4eb1-a36c-40b7a711e085: rpc.has_security_group_logging(os_id): False [ 1103.562847] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14d4e39d-ac11-4f36-84fe-5ecce11dd8a5 [ 1103.562847] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.562847] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.562847] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.563187] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.563334] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.563541] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14d4e39d-ac11-4f36-84fe-5ecce11dd8a5 already deleted. [ 1103.563603] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14d4e39d-ac11-4f36-84fe-5ecce11dd8a5" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.569920] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.570073] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.570152] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.570361] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.570625] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.570672] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.570754] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.570913] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.570961] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.571039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.571231] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.571358] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.571399] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.571520] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.571612] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.571788] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.571862] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.571922] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.573695] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.573800] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.573933] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 is going to be updated. [ 1103.641162] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.641311] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.641367] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.641673] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.641758] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.656840] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: IN_PROGRESS for 2s [ 1103.674442] env[69367]: INFO networking_nsxv3.common.synchronization [None req-2c4b50ad-78cb-4caa-b8b4-905775220d9a tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Enqueued Resource ID: 7ab15a2a-d981-43b2-a7e4-09105b768e5f with Priority: HIGHEST for action security_group_rules [ 1103.674974] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ab15a2a-d981-43b2-a7e4-09105b768e5f with Priority: HIGHEST for action security_group_rules [ 1103.675326] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ab15a2a-d981-43b2-a7e4-09105b768e5f taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.675458] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ab15a2a-d981-43b2-a7e4-09105b768e5f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.675526] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ab15a2a-d981-43b2-a7e4-09105b768e5f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.675780] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ab15a2a-d981-43b2-a7e4-09105b768e5f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.675863] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ab15a2a-d981-43b2-a7e4-09105b768e5f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.772408] env[69367]: INFO networking_nsxv3.common.synchronization [None req-bd212c79-768a-4175-8c21-d4ff1bcec1d1 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Enqueued Resource ID: 7ab15a2a-d981-43b2-a7e4-09105b768e5f with Priority: HIGHEST for action security_group_rules [ 1103.772757] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ab15a2a-d981-43b2-a7e4-09105b768e5f with Priority: HIGHEST for action security_group_rules [ 1103.773225] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ab15a2a-d981-43b2-a7e4-09105b768e5f taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.773444] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ab15a2a-d981-43b2-a7e4-09105b768e5f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.200329] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.200459] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.200519] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.200793] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.200982] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.200982] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ab15a2a-d981-43b2-a7e4-09105b768e5f already deleted. [ 1104.201139] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ab15a2a-d981-43b2-a7e4-09105b768e5f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.201296] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ab15a2a-d981-43b2-a7e4-09105b768e5f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.201465] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ab15a2a-d981-43b2-a7e4-09105b768e5f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.201595] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ab15a2a-d981-43b2-a7e4-09105b768e5f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.727915] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.727915] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.727915] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.727915] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.727915] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.727915] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ab15a2a-d981-43b2-a7e4-09105b768e5f already deleted. [ 1104.727915] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ab15a2a-d981-43b2-a7e4-09105b768e5f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.410803] env[69367]: INFO networking_nsxv3.common.synchronization [None req-83101522-baf6-4d4c-90a5-f5d11dc89a50 None None] Enqueued Resource ID: eca9d163-a85b-461d-ba68-1bcdef7a178b with Priority: HIGHEST for action port [ 1105.410803] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eca9d163-a85b-461d-ba68-1bcdef7a178b with Priority: HIGHEST for action port [ 1105.410803] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-eca9d163-a85b-461d-ba68-1bcdef7a178b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.411191] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eca9d163-a85b-461d-ba68-1bcdef7a178b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.411191] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eca9d163-a85b-461d-ba68-1bcdef7a178b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.411291] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eca9d163-a85b-461d-ba68-1bcdef7a178b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.411386] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eca9d163-a85b-461d-ba68-1bcdef7a178b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.675610] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: SUCCESS [ 1105.675930] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.763042] env[69367]: INFO networking_nsxv3.common.synchronization [req-01fe67d7-1e82-49db-87dd-5d013f3aeb54 req-2b563e83-f5ce-47c2-8279-2d0f41d05372 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Enqueued Resource ID: 300f812c-2610-444b-8066-b75c76ae0aee with Priority: HIGHEST for action security_group_members [ 1105.763370] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 300f812c-2610-444b-8066-b75c76ae0aee with Priority: HIGHEST for action security_group_members [ 1105.764087] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-300f812c-2610-444b-8066-b75c76ae0aee taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.764087] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.764087] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.764889] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.764889] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.764889] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.764889] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.766181] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.766181] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.766181] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.914294] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eca9d163-a85b-461d-ba68-1bcdef7a178b [ 1105.914294] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.914294] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.914679] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.914679] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.914738] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.915374] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eca9d163-a85b-461d-ba68-1bcdef7a178b already deleted. [ 1105.915374] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eca9d163-a85b-461d-ba68-1bcdef7a178b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.274658] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.778213] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.284292] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.284517] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.284648] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.284907] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.285050] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.285197] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 300f812c-2610-444b-8066-b75c76ae0aee is going to be updated. [ 1107.340608] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.340827] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.340827] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.341031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.341185] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.351431] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 300f812c-2610-444b-8066-b75c76ae0aee in Status: IN_PROGRESS for 2s [ 1108.169267] env[69367]: INFO networking_nsxv3.common.synchronization [None req-bfa05b63-2aef-47ac-a5df-8eb70a893820 None None] Enqueued Resource ID: ca7f2849-9df2-4fce-89fe-acb388a08740 with Priority: HIGHEST for action port [ 1108.169267] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca7f2849-9df2-4fce-89fe-acb388a08740 with Priority: HIGHEST for action port [ 1108.169267] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca7f2849-9df2-4fce-89fe-acb388a08740 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.169267] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca7f2849-9df2-4fce-89fe-acb388a08740" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.169267] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca7f2849-9df2-4fce-89fe-acb388a08740" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.169991] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca7f2849-9df2-4fce-89fe-acb388a08740" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.170203] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca7f2849-9df2-4fce-89fe-acb388a08740',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.674194] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca7f2849-9df2-4fce-89fe-acb388a08740 [ 1108.674493] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.674628] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.674695] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.675072] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.675072] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.675072] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca7f2849-9df2-4fce-89fe-acb388a08740 already deleted. [ 1108.675160] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca7f2849-9df2-4fce-89fe-acb388a08740" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.363257] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 300f812c-2610-444b-8066-b75c76ae0aee in Status: SUCCESS [ 1109.363257] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.905015] env[69367]: INFO networking_nsxv3.common.synchronization [None req-1baeb9cd-81a8-4d0c-a4d7-da8a6f138368 None None] Enqueued Resource ID: 82a026d1-0179-4b98-9ef4-ac15e3ec1d57 with Priority: HIGHEST for action port [ 1110.905618] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a026d1-0179-4b98-9ef4-ac15e3ec1d57 with Priority: HIGHEST for action port [ 1110.905988] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-82a026d1-0179-4b98-9ef4-ac15e3ec1d57 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.906161] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82a026d1-0179-4b98-9ef4-ac15e3ec1d57" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.906232] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82a026d1-0179-4b98-9ef4-ac15e3ec1d57" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.906534] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82a026d1-0179-4b98-9ef4-ac15e3ec1d57" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.906657] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82a026d1-0179-4b98-9ef4-ac15e3ec1d57',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.925532] env[69367]: INFO networking_nsxv3.common.synchronization [req-8d7ddd68-02d4-439d-93da-4ed27b854501 req-ae26db28-68b2-4b30-aded-9afa62234f30 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Enqueued Resource ID: 4739c247-54ee-4901-b65a-e8059af10133 with Priority: HIGHEST for action security_group_members [ 1110.926104] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4739c247-54ee-4901-b65a-e8059af10133 with Priority: HIGHEST for action security_group_members [ 1110.926410] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4739c247-54ee-4901-b65a-e8059af10133 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.926531] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.926600] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.926819] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.926996] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.927109] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.927171] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.927318] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.927433] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.927540] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4739c247-54ee-4901-b65a-e8059af10133',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.409669] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82a026d1-0179-4b98-9ef4-ac15e3ec1d57 [ 1111.409669] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.409669] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.409669] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.409669] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.409669] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.409669] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82a026d1-0179-4b98-9ef4-ac15e3ec1d57 already deleted. [ 1111.409669] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82a026d1-0179-4b98-9ef4-ac15e3ec1d57" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.430882] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4739c247-54ee-4901-b65a-e8059af10133',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.554289] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-644 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.554877] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-644" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.554877] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-644" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.554877] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-644" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.555126] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.555308] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.555428] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.555647] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.556253] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.556253] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1111.556253] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.556253] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.556430] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.556430] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1111.556558] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.556666] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.584022] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.584022] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1111.584022] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.584022] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-644" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.584022] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-ddbebf95-e317-4175-8353-5c6047cb9476 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.584022] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-ddbebf95-e317-4175-8353-5c6047cb9476" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.584022] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-ddbebf95-e317-4175-8353-5c6047cb9476" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.584540] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-ddbebf95-e317-4175-8353-5c6047cb9476" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.584571] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddbebf95-e317-4175-8353-5c6047cb9476',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.782799] env[69367]: INFO networking_nsxv3.common.synchronization [req-ab1a6f4b-4bff-4be2-9893-703cffe2fa66 req-ab985eb2-f1b4-4af2-b46c-013a646ca853 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Enqueued Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_members [ 1111.783405] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_members [ 1111.783907] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.783907] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.783907] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.784136] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.784326] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.784439] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.784477] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.784650] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.784736] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.784835] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.933996] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4739c247-54ee-4901-b65a-e8059af10133',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.087427] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.087657] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.087791] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.088124] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.088285] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.088628] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port ddbebf95-e317-4175-8353-5c6047cb9476 not found, creating... [ 1112.088755] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.088916] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.089052] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.089465] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.089465] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.089729] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.089909] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.090041] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.090252] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.090387] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.090530] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: ddbebf95-e317-4175-8353-5c6047cb9476 is going to be created. [ 1112.115116] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.115412] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.115567] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.116026] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.116355] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.116730] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-ddbebf95-e317-4175-8353-5c6047cb9476" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.289242] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.438069] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.438069] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.438069] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.438069] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.438069] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.438069] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4739c247-54ee-4901-b65a-e8059af10133 is going to be updated. [ 1112.471439] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.471654] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.471752] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.471995] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.472181] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.486283] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4739c247-54ee-4901-b65a-e8059af10133 in Status: IN_PROGRESS for 2s [ 1112.791011] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.230305] env[69367]: INFO networking_nsxv3.common.synchronization [req-8d7ddd68-02d4-439d-93da-4ed27b854501 req-44af3cf1-d817-479c-a1a6-af23ab5bc038 service nova] Enqueued Resource ID: 4739c247-54ee-4901-b65a-e8059af10133 with Priority: HIGHEST for action security_group_rules [ 1113.230482] env[69367]: INFO networking_nsxv3.common.synchronization [req-8d7ddd68-02d4-439d-93da-4ed27b854501 req-44af3cf1-d817-479c-a1a6-af23ab5bc038 service nova] Enqueued Resource ID: 4739c247-54ee-4901-b65a-e8059af10133 with Priority: HIGHEST for action security_group_members [ 1113.230482] env[69367]: INFO networking_nsxv3.common.synchronization [req-8d7ddd68-02d4-439d-93da-4ed27b854501 req-44af3cf1-d817-479c-a1a6-af23ab5bc038 service nova] Enqueued Resource ID: ddbebf95-e317-4175-8353-5c6047cb9476 with Priority: HIGHEST for action port [ 1113.231302] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4739c247-54ee-4901-b65a-e8059af10133 with Priority: HIGHEST for action security_group_rules [ 1113.231302] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4739c247-54ee-4901-b65a-e8059af10133 with Priority: HIGHEST for action security_group_members [ 1113.231302] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddbebf95-e317-4175-8353-5c6047cb9476 with Priority: HIGHEST for action port [ 1113.231302] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4739c247-54ee-4901-b65a-e8059af10133 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.231302] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.231302] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.231302] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.232554] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4739c247-54ee-4901-b65a-e8059af10133',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.233839] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4739c247-54ee-4901-b65a-e8059af10133 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.233943] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.238815] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddbebf95-e317-4175-8353-5c6047cb9476 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.238815] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddbebf95-e317-4175-8353-5c6047cb9476" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.238815] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddbebf95-e317-4175-8353-5c6047cb9476" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.238815] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddbebf95-e317-4175-8353-5c6047cb9476" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.238815] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddbebf95-e317-4175-8353-5c6047cb9476',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.298866] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.298866] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.298866] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.298866] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.298866] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.298866] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 is going to be updated. [ 1113.327919] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.328541] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.328670] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.328888] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.329053] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.338372] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: IN_PROGRESS for 2s [ 1113.734520] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4739c247-54ee-4901-b65a-e8059af10133 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.735240] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.740133] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ddbebf95-e317-4175-8353-5c6047cb9476 with status ACTIVE [ 1113.740493] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.740493] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.740578] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.742172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.742172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.742172] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.742172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.742172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.742172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.742172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.742172] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.742172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.742172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.742172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.742564] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.742564] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ddbebf95-e317-4175-8353-5c6047cb9476 is going to be updated. [ 1113.765335] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.765483] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.765548] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.765762] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.765908] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.766169] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddbebf95-e317-4175-8353-5c6047cb9476" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.495368] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4739c247-54ee-4901-b65a-e8059af10133 in Status: SUCCESS [ 1114.495776] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.495776] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.495961] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.496158] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.496276] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.496339] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.496487] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.496556] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.496654] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4739c247-54ee-4901-b65a-e8059af10133',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.001061] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4739c247-54ee-4901-b65a-e8059af10133',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.351375] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: SUCCESS [ 1115.351375] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.503154] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4739c247-54ee-4901-b65a-e8059af10133',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.005848] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.006581] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.006581] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.006581] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.006581] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.006581] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4739c247-54ee-4901-b65a-e8059af10133 is going to be updated. [ 1116.038378] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.038917] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.038917] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.038917] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.039171] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.046510] env[69367]: INFO networking_nsxv3.common.synchronization [req-062a4c8f-ebda-4831-b7a2-7e435defb477 req-7619c200-7045-44a7-bbc2-bee96550a422 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Enqueued Resource ID: 7ab15a2a-d981-43b2-a7e4-09105b768e5f with Priority: HIGHEST for action security_group_members [ 1116.047401] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ab15a2a-d981-43b2-a7e4-09105b768e5f with Priority: HIGHEST for action security_group_members [ 1116.047793] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ab15a2a-d981-43b2-a7e4-09105b768e5f taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.047990] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ab15a2a-d981-43b2-a7e4-09105b768e5f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.048115] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ab15a2a-d981-43b2-a7e4-09105b768e5f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.048410] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ab15a2a-d981-43b2-a7e4-09105b768e5f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.048620] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.048773] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.048874] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.049088] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.049224] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.049360] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ab15a2a-d981-43b2-a7e4-09105b768e5f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.051519] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4739c247-54ee-4901-b65a-e8059af10133 in Status: IN_PROGRESS for 2s [ 1116.451387] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.451595] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-420" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.451744] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-420" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.452079] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-420" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.452340] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.452502] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.452633] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.452835] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.452979] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.453201] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1116.453346] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1116.453449] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1116.453565] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1116.453688] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1116.454075] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1116.454075] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1116.475024] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1116.475024] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1116.475024] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1116.475024] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-420" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.475024] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-ec107baf-5079-4a91-b1fc-75bf5b7f3f47 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.475024] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-ec107baf-5079-4a91-b1fc-75bf5b7f3f47" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.475024] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-ec107baf-5079-4a91-b1fc-75bf5b7f3f47" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.475024] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-ec107baf-5079-4a91-b1fc-75bf5b7f3f47" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.475024] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec107baf-5079-4a91-b1fc-75bf5b7f3f47',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.553595] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.553595] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.553595] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.553595] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.553595] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.553595] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.553595] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.553595] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.553595] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.553595] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.553595] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ab15a2a-d981-43b2-a7e4-09105b768e5f already deleted. [ 1116.553595] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ab15a2a-d981-43b2-a7e4-09105b768e5f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.980304] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.980304] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.980304] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.980304] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.980304] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.980304] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port ec107baf-5079-4a91-b1fc-75bf5b7f3f47 not found, creating... [ 1116.980304] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.980304] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.980304] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.980304] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.980304] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.980702] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.980702] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.980702] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.981073] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.981262] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.981456] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: ec107baf-5079-4a91-b1fc-75bf5b7f3f47 is going to be created. [ 1117.002522] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.002748] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.002879] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.003207] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.003494] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.003736] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-ec107baf-5079-4a91-b1fc-75bf5b7f3f47" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.858088] env[69367]: INFO networking_nsxv3.common.synchronization [req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c req-b7910c67-14ea-43e4-a449-842402f49555 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Enqueued Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_members [ 1117.858614] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_members [ 1117.858927] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.859065] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.859145] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.859330] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.859484] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.859585] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.859648] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.859813] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.859940] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.860147] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.926646] env[69367]: INFO networking_nsxv3.common.synchronization [req-062a4c8f-ebda-4831-b7a2-7e435defb477 req-3352c14e-0d9e-4a07-972c-9f48f9c29882 service nova] Enqueued Resource ID: 7ab15a2a-d981-43b2-a7e4-09105b768e5f with Priority: HIGHEST for action security_group_rules [ 1117.926917] env[69367]: INFO networking_nsxv3.common.synchronization [req-062a4c8f-ebda-4831-b7a2-7e435defb477 req-3352c14e-0d9e-4a07-972c-9f48f9c29882 service nova] Enqueued Resource ID: 7ab15a2a-d981-43b2-a7e4-09105b768e5f with Priority: HIGHEST for action security_group_members [ 1117.927092] env[69367]: INFO networking_nsxv3.common.synchronization [req-062a4c8f-ebda-4831-b7a2-7e435defb477 req-3352c14e-0d9e-4a07-972c-9f48f9c29882 service nova] Enqueued Resource ID: ec107baf-5079-4a91-b1fc-75bf5b7f3f47 with Priority: HIGHEST for action port [ 1117.927347] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ab15a2a-d981-43b2-a7e4-09105b768e5f with Priority: HIGHEST for action security_group_rules [ 1117.927468] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ab15a2a-d981-43b2-a7e4-09105b768e5f with Priority: HIGHEST for action security_group_members [ 1117.927560] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec107baf-5079-4a91-b1fc-75bf5b7f3f47 with Priority: HIGHEST for action port [ 1117.928118] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ab15a2a-d981-43b2-a7e4-09105b768e5f taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.928247] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ab15a2a-d981-43b2-a7e4-09105b768e5f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.928304] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ab15a2a-d981-43b2-a7e4-09105b768e5f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.930077] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ab15a2a-d981-43b2-a7e4-09105b768e5f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.930077] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ab15a2a-d981-43b2-a7e4-09105b768e5f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.930077] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ab15a2a-d981-43b2-a7e4-09105b768e5f taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.930077] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ab15a2a-d981-43b2-a7e4-09105b768e5f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.930077] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ab15a2a-d981-43b2-a7e4-09105b768e5f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.930077] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ab15a2a-d981-43b2-a7e4-09105b768e5f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.930558] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.930558] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.930558] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.930654] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.930732] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.930825] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ab15a2a-d981-43b2-a7e4-09105b768e5f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.931835] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec107baf-5079-4a91-b1fc-75bf5b7f3f47 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.931973] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec107baf-5079-4a91-b1fc-75bf5b7f3f47" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.932051] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec107baf-5079-4a91-b1fc-75bf5b7f3f47" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.932210] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec107baf-5079-4a91-b1fc-75bf5b7f3f47" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.932328] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec107baf-5079-4a91-b1fc-75bf5b7f3f47',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.063116] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4739c247-54ee-4901-b65a-e8059af10133 in Status: SUCCESS [ 1118.063350] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.063989] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.064255] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.064470] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.064618] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.064693] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.064859] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.064959] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.065848] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.065980] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4739c247-54ee-4901-b65a-e8059af10133',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.365262] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.365416] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.365486] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.365708] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.365801] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.365998] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.366109] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.366171] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.366321] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.366410] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.366509] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f is going to be updated. [ 1118.434656] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ab15a2a-d981-43b2-a7e4-09105b768e5f taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.434656] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ab15a2a-d981-43b2-a7e4-09105b768e5f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.434837] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ab15a2a-d981-43b2-a7e4-09105b768e5f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.435794] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec107baf-5079-4a91-b1fc-75bf5b7f3f47 with status ACTIVE [ 1118.435981] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.436108] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.436172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.436369] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.436456] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.436619] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.436716] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.436775] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.436983] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.436983] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.437185] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.437274] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.437333] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.437452] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.437510] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.437599] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec107baf-5079-4a91-b1fc-75bf5b7f3f47 is going to be updated. [ 1118.493504] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.493667] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.493716] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.493933] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.494102] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.508666] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: IN_PROGRESS for 2s [ 1118.510954] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.511113] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.511186] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.511445] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.511581] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.511764] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec107baf-5079-4a91-b1fc-75bf5b7f3f47" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.569410] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4739c247-54ee-4901-b65a-e8059af10133 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.569689] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.569824] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.570616] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.570616] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.570616] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.570616] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.570839] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.570903] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.571020] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.571183] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4739c247-54ee-4901-b65a-e8059af10133 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.571309] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.571364] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.571552] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.571701] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.571796] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.571856] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.571995] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.572122] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.572258] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.572406] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4739c247-54ee-4901-b65a-e8059af10133',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.940344] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ab15a2a-d981-43b2-a7e4-09105b768e5f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.075642] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4739c247-54ee-4901-b65a-e8059af10133: rpc.has_security_group_logging(os_id): False [ 1119.097022] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.097022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.097022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.097022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.097022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.097022] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.097022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.097022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.097022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.097022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.097022] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.097022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.097769] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.097952] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.098055] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.098283] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.098401] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.098401] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.098576] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.098785] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.098785] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4739c247-54ee-4901-b65a-e8059af10133 is going to be updated. [ 1119.162835] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.162930] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.162963] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.163200] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.163346] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.188318] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4739c247-54ee-4901-b65a-e8059af10133 in Status: IN_PROGRESS for 2s [ 1119.444760] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.444926] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.445023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.445736] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.445736] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.445736] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ab15a2a-d981-43b2-a7e4-09105b768e5f is going to be created. [ 1119.480172] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.480378] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.480422] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.480629] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.480880] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.492946] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ab15a2a-d981-43b2-a7e4-09105b768e5f in Status: UNINITIALIZED for 2s [ 1119.595599] env[69367]: INFO networking_nsxv3.common.synchronization [req-5abbbb7c-06da-4f40-afef-4e3bb4ca6cc0 req-60bdbb13-e91d-445d-9243-58cd352d9f22 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Enqueued Resource ID: 246429a2-2445-485b-bfd2-da26da9bc880 with Priority: HIGHEST for action security_group_members [ 1119.596384] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 246429a2-2445-485b-bfd2-da26da9bc880 with Priority: HIGHEST for action security_group_members [ 1119.596749] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-246429a2-2445-485b-bfd2-da26da9bc880 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.596900] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-246429a2-2445-485b-bfd2-da26da9bc880" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.596993] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-246429a2-2445-485b-bfd2-da26da9bc880" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.597592] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-246429a2-2445-485b-bfd2-da26da9bc880" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.597831] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.597994] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.598116] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.598335] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.598560] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.598637] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('246429a2-2445-485b-bfd2-da26da9bc880',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.103432] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.103432] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.103432] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.103432] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.103432] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.103967] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.103967] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.103967] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.103967] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.104153] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.104153] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 246429a2-2445-485b-bfd2-da26da9bc880 is going to be updated. [ 1120.137256] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.137531] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.137672] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.137945] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.138143] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.149313] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 246429a2-2445-485b-bfd2-da26da9bc880 in Status: IN_PROGRESS for 2s [ 1120.519133] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: SUCCESS [ 1120.519336] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f deletion is rescheduled due to dependency. [ 1120.519451] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.620887] env[69367]: INFO networking_nsxv3.common.synchronization [req-88b5b98d-eea2-4615-aea1-f71ac6e598ff req-c2cf006e-321a-47bc-885c-136f66e9f4a1 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Enqueued Resource ID: 300f812c-2610-444b-8066-b75c76ae0aee with Priority: HIGHEST for action security_group_members [ 1120.621498] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 300f812c-2610-444b-8066-b75c76ae0aee with Priority: HIGHEST for action security_group_members [ 1120.621828] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-300f812c-2610-444b-8066-b75c76ae0aee taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.622089] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.622089] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.622230] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.622370] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.622793] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.622793] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.622793] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.622793] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.622961] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.698504] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.698690] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.698768] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.699223] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.699223] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.124872] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.125252] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.125252] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.125400] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.125483] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.125712] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.125824] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.125874] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.126250] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.126250] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.126250] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 300f812c-2610-444b-8066-b75c76ae0aee is going to be updated. [ 1121.156370] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.156370] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.156597] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.156740] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.156814] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.168267] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 300f812c-2610-444b-8066-b75c76ae0aee in Status: IN_PROGRESS for 2s [ 1121.174347] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-327 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.175026] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-327" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.175026] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-327" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.175142] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-327" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.176026] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.176026] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.176026] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.176026] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.176026] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.176267] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1121.176359] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1121.176472] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1121.176584] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1121.176695] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1121.176804] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1121.176940] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1121.199626] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1121.199939] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1121.200166] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1121.200368] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-327" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.200760] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-cac011a1-68c9-4741-98cf-ca2340af9e23 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.200952] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-cac011a1-68c9-4741-98cf-ca2340af9e23" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.201086] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-cac011a1-68c9-4741-98cf-ca2340af9e23" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.201363] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-cac011a1-68c9-4741-98cf-ca2340af9e23" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.201643] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cac011a1-68c9-4741-98cf-ca2340af9e23',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.202603] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.203971] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4739c247-54ee-4901-b65a-e8059af10133 in Status: SUCCESS [ 1121.204182] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.505759] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ab15a2a-d981-43b2-a7e4-09105b768e5f in Status: SUCCESS [ 1121.506151] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ab15a2a-d981-43b2-a7e4-09105b768e5f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.506390] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ab15a2a-d981-43b2-a7e4-09105b768e5f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.506837] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ab15a2a-d981-43b2-a7e4-09105b768e5f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.506906] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.506989] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.507178] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.507517] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.507641] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.507795] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ab15a2a-d981-43b2-a7e4-09105b768e5f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.508026] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ab15a2a-d981-43b2-a7e4-09105b768e5f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.707266] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.707266] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.707407] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.707679] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.707786] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.708175] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.708350] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.708487] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.708726] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.708866] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.709175] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.709335] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.709635] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.710457] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.710457] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.710457] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: cac011a1-68c9-4741-98cf-ca2340af9e23 is going to be updated. [ 1121.711708] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.735804] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.735804] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.735804] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.736149] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.736186] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.736625] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-cac011a1-68c9-4741-98cf-ca2340af9e23" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.010626] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ab15a2a-d981-43b2-a7e4-09105b768e5f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.160292] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 246429a2-2445-485b-bfd2-da26da9bc880 in Status: SUCCESS [ 1122.160292] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 246429a2-2445-485b-bfd2-da26da9bc880 deletion is rescheduled due to dependency. [ 1122.160292] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-246429a2-2445-485b-bfd2-da26da9bc880" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.215987] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1122.215987] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1122.512700] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ab15a2a-d981-43b2-a7e4-09105b768e5f: rpc.has_security_group_logging(os_id): False [ 1122.533830] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.534099] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.534226] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.534614] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.534779] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.535166] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.535336] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.535466] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.535747] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.535895] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.536054] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ab15a2a-d981-43b2-a7e4-09105b768e5f is going to be created. [ 1122.634239] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.634435] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.634536] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.634841] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.635055] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.652041] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ab15a2a-d981-43b2-a7e4-09105b768e5f in Status: IN_PROGRESS for 2s [ 1122.689141] env[69367]: INFO networking_nsxv3.common.synchronization [req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 req-e543fbe1-c1d9-4a93-b6ad-53309096d17d service nova] Enqueued Resource ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 with Priority: HIGHEST for action security_group_rules [ 1122.689532] env[69367]: INFO networking_nsxv3.common.synchronization [req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 req-e543fbe1-c1d9-4a93-b6ad-53309096d17d service nova] Enqueued Resource ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 with Priority: HIGHEST for action security_group_members [ 1122.689797] env[69367]: INFO networking_nsxv3.common.synchronization [req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 req-e543fbe1-c1d9-4a93-b6ad-53309096d17d service nova] Enqueued Resource ID: cac011a1-68c9-4741-98cf-ca2340af9e23 with Priority: HIGHEST for action port [ 1122.690532] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 with Priority: HIGHEST for action security_group_rules [ 1122.690784] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 with Priority: HIGHEST for action security_group_members [ 1122.691044] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cac011a1-68c9-4741-98cf-ca2340af9e23 with Priority: HIGHEST for action port [ 1122.691451] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-864e03a1-af92-4b8a-9bad-0cb7c3960926 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.691729] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.691898] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.692195] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.692432] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('864e03a1-af92-4b8a-9bad-0cb7c3960926',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.694092] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-864e03a1-af92-4b8a-9bad-0cb7c3960926 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.694546] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.694883] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.695195] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.695557] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.695815] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.695996] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.696392] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.696675] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.696888] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('864e03a1-af92-4b8a-9bad-0cb7c3960926',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.699043] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-cac011a1-68c9-4741-98cf-ca2340af9e23 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.699304] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cac011a1-68c9-4741-98cf-ca2340af9e23" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.699687] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cac011a1-68c9-4741-98cf-ca2340af9e23" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.700747] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cac011a1-68c9-4741-98cf-ca2340af9e23" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.700747] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cac011a1-68c9-4741-98cf-ca2340af9e23',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.077071] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.077071] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.077071] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.077071] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.090314] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1123.091633] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.093074] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1123.131366] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.132730] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.132730] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.132730] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.144808] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.146103] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1123.146103] env[69367]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69367) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1123.146103] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1123.177679] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 300f812c-2610-444b-8066-b75c76ae0aee in Status: SUCCESS [ 1123.177679] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 300f812c-2610-444b-8066-b75c76ae0aee deletion is rescheduled due to dependency. [ 1123.177679] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.198320] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.198320] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.198320] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.198320] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.199699] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.200316] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1123.203121] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-864e03a1-af92-4b8a-9bad-0cb7c3960926 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.203121] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.203121] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('864e03a1-af92-4b8a-9bad-0cb7c3960926',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.203121] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cac011a1-68c9-4741-98cf-ca2340af9e23 with status ACTIVE [ 1123.203121] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.203121] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.203121] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.203742] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.203957] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.204390] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.205667] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.205667] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.205667] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.205667] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.205667] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.205667] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.205667] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.205667] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.205667] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.205667] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cac011a1-68c9-4741-98cf-ca2340af9e23 is going to be updated. [ 1123.241710] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.241873] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.241932] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.242157] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.242302] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.242443] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cac011a1-68c9-4741-98cf-ca2340af9e23" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.319085] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.319501] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.319501] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.319758] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.320221] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.320633] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1123.462955] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.462955] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.463147] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.463283] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.463668] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.463966] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:47. [ 1123.467128] env[69367]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'4739c247-54ee-4901-b65a-e8059af10133', '40f15421-8dbd-46e4-be17-05ff314d7f04', '05f58f5e-7e01-4e98-b9d4-3a766a9a6b78', '3bde08b4-cb4a-4246-a378-835c5a20c2a0', 'b08be970-0bc5-4609-8672-65cb670e13b6', '92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1', '23b24e5f-18e1-44e2-aec3-7a767f966508', '757ac155-9c64-4cee-8e4c-9d6162d4bd63', '339018b6-4421-400f-afea-14fd86be5c3d', 'd12c0724-76be-4f29-aaec-3cb1389af3d7', '4a91d871-59f1-429d-aee5-6ce88f3e923f', '86fde498-85da-456a-9f5d-cdc109a3f9f8', '2a185e4d-5a68-459e-ae56-5f809ea0e4d2', '0356510a-7143-4187-b30d-371ee1c0be75', '0b810fb2-692c-4b5d-936b-2dadbd09e9eb', 'b5d04874-25c8-4612-8cf5-963c176a7d67', '274f0898-6a56-45d1-ad8f-ebd9165fe922', '6eb17163-7664-4f62-86d3-73fbd8153ef6', '2e396d49-c2f2-43d6-a868-ba1caf1ec2fc', '938b17d8-83c7-4e14-a36c-c5771d177c30', 'c2823a88-aae3-44d9-960f-2f689219b753', '300f812c-2610-444b-8066-b75c76ae0aee', 'fa800a07-41ba-4592-967e-edb5b4924e1d', '1df76d5c-32f0-413e-a0ee-6d52334d1620', '33f0ba52-3d71-4b44-8dce-e0837b83d780', 'f65be16a-2713-4e86-9472-f7b5907c4c07', 'a3ffa4eb-445d-4eda-b312-aa92ca99e9ef', '530104e6-2d1d-4cf1-b624-56cd85e2be4d', '2a6f9be5-2938-4d65-b9e9-d900bbba81bb', '9b9fe957-037d-4f37-9a62-e19fb6d1e1cb', '0553f5be-9a24-499f-96ac-6f6b36534e4b', 'e300d9d7-a7b7-4eb1-a36c-40b7a711e085', '864e03a1-af92-4b8a-9bad-0cb7c3960926', '0733d590-5f84-452f-9a74-18888946451a', '4e47e88d-3825-420b-9cf2-6d066d3befd8', 'fa099e9b-1217-4857-aba3-cc67ea1f62a4', '96619964-d916-4513-bd45-1dbafee0a5b3', '46d18483-ce10-445b-8052-106ee5f3afff', '7ab15a2a-d981-43b2-a7e4-09105b768e5f', '46cf2c48-7f66-4b50-8929-c8fa82a9b55e', '0b258c48-8097-4a97-8fb2-9c6fb25659d1', 'd1525c35-a8c9-4b67-9182-fc38959a0d4e', 'aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b', '246429a2-2445-485b-bfd2-da26da9bc880', '0bf044f7-3f30-45e6-967a-051d85aae65b', '5f33f496-fbf9-42e2-865d-9a764902a632', '4b54a787-ed71-4a16-b0ef-ba0f6e994388'} {{(pid=69367) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1123.467244] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1123.493019] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.493019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.493019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.493019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.493019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.493019] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1123.493019] env[69367]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69367) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1123.493019] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1123.584570] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.584759] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.584877] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.585249] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.586569] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.586949] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1123.587099] env[69367]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69367) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1123.587240] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1123.587308] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1123.587338] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/47 resources of Type:Security Group Rules [ 1123.587410] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4739c247-54ee-4901-b65a-e8059af10133 with Priority: HIGH for action security_group_rules [ 1123.587537] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 with Priority: HIGH for action security_group_rules [ 1123.587605] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 with Priority: HIGH for action security_group_rules [ 1123.587649] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 with Priority: HIGH for action security_group_rules [ 1123.587724] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b08be970-0bc5-4609-8672-65cb670e13b6 with Priority: HIGH for action security_group_rules [ 1123.587864] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1 with Priority: HIGH for action security_group_rules [ 1123.587864] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 with Priority: HIGH for action security_group_rules [ 1123.587939] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 757ac155-9c64-4cee-8e4c-9d6162d4bd63 with Priority: HIGH for action security_group_rules [ 1123.587996] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGH for action security_group_rules [ 1123.588153] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 with Priority: HIGH for action security_group_rules [ 1123.588153] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGH for action security_group_rules [ 1123.588252] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86fde498-85da-456a-9f5d-cdc109a3f9f8 with Priority: HIGH for action security_group_rules [ 1123.588252] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2a185e4d-5a68-459e-ae56-5f809ea0e4d2 with Priority: HIGH for action security_group_rules [ 1123.588336] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0356510a-7143-4187-b30d-371ee1c0be75 with Priority: HIGH for action security_group_rules [ 1123.588394] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0b810fb2-692c-4b5d-936b-2dadbd09e9eb with Priority: HIGH for action security_group_rules [ 1123.588434] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5d04874-25c8-4612-8cf5-963c176a7d67 with Priority: HIGH for action security_group_rules [ 1123.588584] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 with Priority: HIGH for action security_group_rules [ 1123.588584] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 with Priority: HIGH for action security_group_rules [ 1123.588670] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2e396d49-c2f2-43d6-a868-ba1caf1ec2fc with Priority: HIGH for action security_group_rules [ 1123.588670] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 with Priority: HIGH for action security_group_rules [ 1123.588784] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.710688] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('864e03a1-af92-4b8a-9bad-0cb7c3960926',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.212945] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.213419] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.213419] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.213419] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.213609] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.213609] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 is going to be updated. [ 1124.219767] env[69367]: INFO networking_nsxv3.common.synchronization [req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 req-905d4f26-1ce0-461d-a508-e49d587dc3aa tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Enqueued Resource ID: 3cc43a9c-f531-4003-ad9e-ac94e7f9f371 with Priority: HIGHEST for action security_group_members [ 1124.220509] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cc43a9c-f531-4003-ad9e-ac94e7f9f371 with Priority: HIGHEST for action security_group_members [ 1124.221845] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4739c247-54ee-4901-b65a-e8059af10133 with Priority: HIGH for action security_group_rules [ 1124.221845] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 with Priority: HIGH for action security_group_rules [ 1124.221845] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 with Priority: HIGH for action security_group_rules [ 1124.222541] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b810fb2-692c-4b5d-936b-2dadbd09e9eb with Priority: HIGH for action security_group_rules [ 1124.222660] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 with Priority: HIGH for action security_group_rules [ 1124.222847] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e396d49-c2f2-43d6-a868-ba1caf1ec2fc with Priority: HIGH for action security_group_rules [ 1124.222847] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 with Priority: HIGH for action security_group_rules [ 1124.223287] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 with Priority: HIGH for action security_group_rules [ 1124.223287] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0356510a-7143-4187-b30d-371ee1c0be75 with Priority: HIGH for action security_group_rules [ 1124.223287] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5d04874-25c8-4612-8cf5-963c176a7d67 with Priority: HIGH for action security_group_rules [ 1124.223287] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a185e4d-5a68-459e-ae56-5f809ea0e4d2 with Priority: HIGH for action security_group_rules [ 1124.223551] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86fde498-85da-456a-9f5d-cdc109a3f9f8 with Priority: HIGH for action security_group_rules [ 1124.223551] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGH for action security_group_rules [ 1124.223551] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 with Priority: HIGH for action security_group_rules [ 1124.224521] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGH for action security_group_rules [ 1124.224521] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1 with Priority: HIGH for action security_group_rules [ 1124.224521] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 757ac155-9c64-4cee-8e4c-9d6162d4bd63 with Priority: HIGH for action security_group_rules [ 1124.224521] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b08be970-0bc5-4609-8672-65cb670e13b6 with Priority: HIGH for action security_group_rules [ 1124.224521] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 with Priority: HIGH for action security_group_rules [ 1124.224521] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 with Priority: HIGH for action security_group_rules [ 1124.224521] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cc43a9c-f531-4003-ad9e-ac94e7f9f371 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.224521] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cc43a9c-f531-4003-ad9e-ac94e7f9f371" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.224521] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cc43a9c-f531-4003-ad9e-ac94e7f9f371" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.224896] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cc43a9c-f531-4003-ad9e-ac94e7f9f371" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.225088] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.225245] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.225348] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.226505] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.226505] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.226505] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cc43a9c-f531-4003-ad9e-ac94e7f9f371',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.227030] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4739c247-54ee-4901-b65a-e8059af10133 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.227498] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.227498] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.227498] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.227498] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4739c247-54ee-4901-b65a-e8059af10133',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.228636] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.228744] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.228801] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.228973] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.229757] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05f58f5e-7e01-4e98-b9d4-3a766a9a6b78',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.231098] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23b24e5f-18e1-44e2-aec3-7a767f966508 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.231211] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.231310] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.231451] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.232258] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23b24e5f-18e1-44e2-aec3-7a767f966508',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.233328] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b810fb2-692c-4b5d-936b-2dadbd09e9eb taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.233850] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b810fb2-692c-4b5d-936b-2dadbd09e9eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.233850] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b810fb2-692c-4b5d-936b-2dadbd09e9eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.233850] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b810fb2-692c-4b5d-936b-2dadbd09e9eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.234034] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b810fb2-692c-4b5d-936b-2dadbd09e9eb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.235353] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-938b17d8-83c7-4e14-a36c-c5771d177c30 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.235353] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.235353] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.235504] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.235504] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('938b17d8-83c7-4e14-a36c-c5771d177c30',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.236635] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e396d49-c2f2-43d6-a868-ba1caf1ec2fc taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.236725] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e396d49-c2f2-43d6-a868-ba1caf1ec2fc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.236788] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e396d49-c2f2-43d6-a868-ba1caf1ec2fc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.236942] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e396d49-c2f2-43d6-a868-ba1caf1ec2fc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.237029] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e396d49-c2f2-43d6-a868-ba1caf1ec2fc',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.238680] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6eb17163-7664-4f62-86d3-73fbd8153ef6 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.238766] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.238817] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.239050] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.239170] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6eb17163-7664-4f62-86d3-73fbd8153ef6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.240733] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-274f0898-6a56-45d1-ad8f-ebd9165fe922 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.240733] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.240733] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.240930] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.241060] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('274f0898-6a56-45d1-ad8f-ebd9165fe922',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.243494] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0356510a-7143-4187-b30d-371ee1c0be75 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.243494] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0356510a-7143-4187-b30d-371ee1c0be75" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.243494] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0356510a-7143-4187-b30d-371ee1c0be75" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.243494] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0356510a-7143-4187-b30d-371ee1c0be75" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.243494] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0356510a-7143-4187-b30d-371ee1c0be75',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.244893] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5d04874-25c8-4612-8cf5-963c176a7d67 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.245050] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.245145] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.245371] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.245474] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5d04874-25c8-4612-8cf5-963c176a7d67',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.247120] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a185e4d-5a68-459e-ae56-5f809ea0e4d2 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.247279] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a185e4d-5a68-459e-ae56-5f809ea0e4d2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.247394] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a185e4d-5a68-459e-ae56-5f809ea0e4d2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.247621] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a185e4d-5a68-459e-ae56-5f809ea0e4d2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.247724] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a185e4d-5a68-459e-ae56-5f809ea0e4d2',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.249403] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86fde498-85da-456a-9f5d-cdc109a3f9f8 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.249736] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86fde498-85da-456a-9f5d-cdc109a3f9f8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.249736] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86fde498-85da-456a-9f5d-cdc109a3f9f8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.250334] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86fde498-85da-456a-9f5d-cdc109a3f9f8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.250334] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86fde498-85da-456a-9f5d-cdc109a3f9f8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.250889] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.251724] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.251918] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.252245] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.252308] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.253850] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d12c0724-76be-4f29-aaec-3cb1389af3d7 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.254138] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.254138] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.254210] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.254422] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d12c0724-76be-4f29-aaec-3cb1389af3d7',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.255543] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-339018b6-4421-400f-afea-14fd86be5c3d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.255660] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.255720] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.255880] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.255949] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.256799] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.256910] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.257128] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.257170] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.257228] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.257928] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-757ac155-9c64-4cee-8e4c-9d6162d4bd63 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.258043] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-757ac155-9c64-4cee-8e4c-9d6162d4bd63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.258370] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-757ac155-9c64-4cee-8e4c-9d6162d4bd63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.258370] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-757ac155-9c64-4cee-8e4c-9d6162d4bd63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.258370] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('757ac155-9c64-4cee-8e4c-9d6162d4bd63',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.258991] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b08be970-0bc5-4609-8672-65cb670e13b6 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.259111] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b08be970-0bc5-4609-8672-65cb670e13b6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.259176] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b08be970-0bc5-4609-8672-65cb670e13b6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.259321] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b08be970-0bc5-4609-8672-65cb670e13b6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.259391] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b08be970-0bc5-4609-8672-65cb670e13b6',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.261088] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40f15421-8dbd-46e4-be17-05ff314d7f04 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.261233] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.261539] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.261795] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.261895] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40f15421-8dbd-46e4-be17-05ff314d7f04',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.263240] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bde08b4-cb4a-4246-a378-835c5a20c2a0 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.263366] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.263407] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.263593] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.263639] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bde08b4-cb4a-4246-a378-835c5a20c2a0',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.264114] env[69367]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1124.267247] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.267373] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.267440] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.267602] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.267750] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.279620] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 in Status: IN_PROGRESS for 2s [ 1124.666270] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ab15a2a-d981-43b2-a7e4-09105b768e5f in Status: SUCCESS [ 1124.666270] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ab15a2a-d981-43b2-a7e4-09105b768e5f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.673024] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-622 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.673024] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-622" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.673024] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-622" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.673024] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-622" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.673024] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.673024] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.673024] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.673024] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.673024] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.673024] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1124.673024] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1124.674110] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1124.675285] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1124.676085] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1124.676085] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1124.676085] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1124.700163] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1124.700163] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1124.700382] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1124.700576] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-622" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.700814] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-d414700e-257a-4265-aa2b-49854b08ec93 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.701018] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-d414700e-257a-4265-aa2b-49854b08ec93" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.701145] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-d414700e-257a-4265-aa2b-49854b08ec93" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.701665] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-d414700e-257a-4265-aa2b-49854b08ec93" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.701922] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d414700e-257a-4265-aa2b-49854b08ec93',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.734202] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-23b24e5f-18e1-44e2-aec3-7a767f966508 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.734364] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.734449] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.734702] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.734873] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.734974] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.735091] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.735205] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.735288] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.735374] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.735462] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23b24e5f-18e1-44e2-aec3-7a767f966508',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.743897] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-274f0898-6a56-45d1-ad8f-ebd9165fe922 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.744122] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.744122] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.744269] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.744448] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.744601] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.744668] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.745263] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.745263] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.745263] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.745263] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('274f0898-6a56-45d1-ad8f-ebd9165fe922',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.759026] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.759026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.759026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.759026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.759793] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-d12c0724-76be-4f29-aaec-3cb1389af3d7 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.760078] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.760237] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.760484] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.760728] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.760988] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.762259] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.762259] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.762259] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.762259] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.762259] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d12c0724-76be-4f29-aaec-3cb1389af3d7',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.764857] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f15421-8dbd-46e4-be17-05ff314d7f04 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.764995] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.765086] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.765237] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.765391] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.765488] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.765552] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.765692] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.765808] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.765854] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.765928] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40f15421-8dbd-46e4-be17-05ff314d7f04',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.768397] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.768570] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.773309] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4739c247-54ee-4901-b65a-e8059af10133 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.773530] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.773601] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.773804] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.774077] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.774077] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.774176] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.774336] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.774448] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.774588] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.774709] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4739c247-54ee-4901-b65a-e8059af10133',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.776835] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.776977] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.777020] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.777219] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.777379] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.777479] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.777545] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.777692] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.777771] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.777877] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.777938] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05f58f5e-7e01-4e98-b9d4-3a766a9a6b78',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.785607] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.785736] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.792144] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.792269] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.794216] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.794389] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.794821] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-339018b6-4421-400f-afea-14fd86be5c3d taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.794954] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.795051] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.795283] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.795462] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.795576] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.795664] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.795832] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.795942] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.796048] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.796161] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.803019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.803221] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 938b17d8-83c7-4e14-a36c-c5771d177c30 is going to be deleted. [ 1124.804939] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.805159] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.821092] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.821092] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.827689] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.827839] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.828625] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.828728] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.838862] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.838993] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.839767] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.839854] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.840569] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.840705] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.841664] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.841774] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.844549] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.844685] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.846461] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.846569] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.852275] env[69367]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1124.852742] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.853017] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b810fb2-692c-4b5d-936b-2dadbd09e9eb is going to be deleted. [ 1124.854406] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.854682] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.877915] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.878097] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0356510a-7143-4187-b30d-371ee1c0be75 is going to be deleted. [ 1124.879172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.879428] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.919066] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.919224] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e396d49-c2f2-43d6-a868-ba1caf1ec2fc is going to be deleted. [ 1124.920214] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.920630] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.920630] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.920789] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.920925] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.920988] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.921165] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.921282] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.921432] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cc43a9c-f531-4003-ad9e-ac94e7f9f371 already deleted. [ 1124.921515] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cc43a9c-f531-4003-ad9e-ac94e7f9f371" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.922398] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.922602] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.922602] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.922764] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.922850] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.922977] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b810fb2-692c-4b5d-936b-2dadbd09e9eb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.923703] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.923798] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.923864] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.924026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.924108] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.924223] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-938b17d8-83c7-4e14-a36c-c5771d177c30" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.924354] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.924590] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.948916] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.949036] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f is going to be deleted. [ 1124.949984] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.950217] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.970011] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.970237] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.974082] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.974213] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5d04874-25c8-4612-8cf5-963c176a7d67 is going to be deleted. [ 1124.975087] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.975349] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.990467] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.990627] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.017320] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.017527] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bde08b4-cb4a-4246-a378-835c5a20c2a0 is going to be deleted. [ 1125.018419] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.018629] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.052415] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.052605] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.072610] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.072784] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1 is going to be deleted. [ 1125.073839] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.074113] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.117949] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.118133] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a185e4d-5a68-459e-ae56-5f809ea0e4d2 is going to be deleted. [ 1125.119067] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.119299] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.123303] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.123303] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.139599] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.139759] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b08be970-0bc5-4609-8672-65cb670e13b6 is going to be deleted. [ 1125.140719] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.140939] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.205584] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.205773] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.205813] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.206196] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.206371] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.206542] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port d414700e-257a-4265-aa2b-49854b08ec93 not found, creating... [ 1125.206810] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.206988] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.207144] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.207475] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.207537] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.207896] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.208211] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.208349] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.208596] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.208876] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.208942] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: d414700e-257a-4265-aa2b-49854b08ec93 is going to be created. [ 1125.231315] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.231638] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 757ac155-9c64-4cee-8e4c-9d6162d4bd63 is going to be deleted. [ 1125.232453] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.233281] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.234946] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.235055] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.237938] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23b24e5f-18e1-44e2-aec3-7a767f966508',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.249098] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('274f0898-6a56-45d1-ad8f-ebd9165fe922',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.260583] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.261038] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.261267] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.261633] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.261884] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.262286] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-d414700e-257a-4265-aa2b-49854b08ec93" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.267149] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-d12c0724-76be-4f29-aaec-3cb1389af3d7 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.267149] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.267149] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.267149] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.267149] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.267149] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.267149] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.267149] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.267149] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.267149] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.267558] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-d12c0724-76be-4f29-aaec-3cb1389af3d7 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.267558] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.267558] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.267646] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.267745] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.267833] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.267890] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.268057] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.268135] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.268215] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.268301] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d12c0724-76be-4f29-aaec-3cb1389af3d7',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.270382] env[69367]: INFO networking_nsxv3.common.synchronization [req-72227f47-6641-4e59-af7b-143fec17eedd req-581eddaa-94d7-41d9-b722-1385fcadd813 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Enqueued Resource ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 with Priority: HIGHEST for action security_group_members [ 1125.271618] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40f15421-8dbd-46e4-be17-05ff314d7f04',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.271872] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 with Priority: HIGHEST for action security_group_members [ 1125.272942] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.273216] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.273297] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.273631] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.273787] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.273887] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.273948] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.274114] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.274192] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.274281] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.288727] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4739c247-54ee-4901-b65a-e8059af10133 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.288989] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.289064] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.289286] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.289462] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.289590] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.289655] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.289811] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.289896] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.289985] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.290144] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4739c247-54ee-4901-b65a-e8059af10133 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.290235] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.290295] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.290433] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.290566] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.290655] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.290714] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.290844] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.290918] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.290998] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.291097] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4739c247-54ee-4901-b65a-e8059af10133',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.293642] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.293788] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.293918] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05f58f5e-7e01-4e98-b9d4-3a766a9a6b78',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.298239] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.298306] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.302283] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-339018b6-4421-400f-afea-14fd86be5c3d taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.302362] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.302431] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.302649] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.302780] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.302883] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.302945] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.303112] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.303197] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.303283] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.303427] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-339018b6-4421-400f-afea-14fd86be5c3d taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.303549] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.303616] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.303759] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.303892] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.303997] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.304101] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.304270] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.304346] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.304429] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.304589] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.318027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.318174] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86fde498-85da-456a-9f5d-cdc109a3f9f8 is going to be deleted. [ 1125.319885] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.320270] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.391039] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.391180] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.431303] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.431802] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6eb17163-7664-4f62-86d3-73fbd8153ef6 is going to be deleted. [ 1125.433569] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.433900] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.434161] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.434326] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0356510a-7143-4187-b30d-371ee1c0be75" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.434624] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.434960] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.434960] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.435080] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e396d49-c2f2-43d6-a868-ba1caf1ec2fc" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.435653] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.436052] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.436052] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.436169] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.436245] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.436402] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.436488] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.436631] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5d04874-25c8-4612-8cf5-963c176a7d67" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.436824] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.437074] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.437251] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.437400] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bde08b4-cb4a-4246-a378-835c5a20c2a0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.437608] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.437832] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.437954] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.438156] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92a73ee1-09ee-46dc-ac4e-2fee63a0a8b1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.438388] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.438651] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.438777] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.438953] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a185e4d-5a68-459e-ae56-5f809ea0e4d2" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.439172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.439373] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.439490] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.439648] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b08be970-0bc5-4609-8672-65cb670e13b6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.498662] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.498885] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.498980] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.499256] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.499393] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.499592] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-757ac155-9c64-4cee-8e4c-9d6162d4bd63" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.560240] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.560445] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.560527] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.560737] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.560975] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.560975] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86fde498-85da-456a-9f5d-cdc109a3f9f8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.576784] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.577050] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-235" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.577194] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-235" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.577585] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-235" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.577910] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.578144] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.578312] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.578540] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.578722] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.579068] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1125.579211] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.579357] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.579477] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1125.579616] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1125.579825] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1125.580141] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1125.616737] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.617015] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.617087] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.617299] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.617394] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.617553] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6eb17163-7664-4f62-86d3-73fbd8153ef6" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.638617] env[69367]: WARNING urllib3.connectionpool [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1125.639379] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1125.639735] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.060 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1125.640028] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1125.640409] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-235" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.640993] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-f1722b6e-aacf-475f-a09a-69558eee616a taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.641388] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-f1722b6e-aacf-475f-a09a-69558eee616a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.641672] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-f1722b6e-aacf-475f-a09a-69558eee616a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.642306] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-f1722b6e-aacf-475f-a09a-69558eee616a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.642606] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1722b6e-aacf-475f-a09a-69558eee616a',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.740048] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23b24e5f-18e1-44e2-aec3-7a767f966508: rpc.has_security_group_logging(os_id): False [ 1125.752030] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 274f0898-6a56-45d1-ad8f-ebd9165fe922: rpc.has_security_group_logging(os_id): False [ 1125.773353] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d12c0724-76be-4f29-aaec-3cb1389af3d7: rpc.has_security_group_logging(os_id): False [ 1125.774859] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40f15421-8dbd-46e4-be17-05ff314d7f04: rpc.has_security_group_logging(os_id): False [ 1125.776554] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.776748] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.776853] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.777185] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.777319] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.777617] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.777779] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.777877] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.778131] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.778259] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.778388] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 already deleted. [ 1125.778586] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.792609] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.792822] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.793096] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.793366] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.795161] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4739c247-54ee-4901-b65a-e8059af10133: rpc.has_security_group_logging(os_id): False [ 1125.797515] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.797677] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.797813] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05f58f5e-7e01-4e98-b9d4-3a766a9a6b78: rpc.has_security_group_logging(os_id): False [ 1125.807052] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 339018b6-4421-400f-afea-14fd86be5c3d: rpc.has_security_group_logging(os_id): False [ 1125.815675] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.816025] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.840833] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.841360] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.853096] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.853296] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.854166] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.854300] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.854684] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.854783] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.864194] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.864596] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.864716] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.864818] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.865048] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.865249] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.865361] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 is going to be updated. [ 1125.866630] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.866822] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.893262] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.893656] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.893776] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.893808] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.894051] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.894144] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.894246] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 is going to be updated. [ 1125.895617] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.895722] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.920251] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.920642] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.920844] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.921031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.921334] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.921484] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.921935] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.922081] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.922081] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.922521] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.922521] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.922869] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.923019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.923384] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.923384] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.923573] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.923700] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 is going to be updated. [ 1125.925329] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.925574] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.948977] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.949246] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.950765] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.951022] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.951164] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.951240] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.951616] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.951616] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.951808] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.951894] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.951894] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.952057] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.952137] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.952304] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.952455] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.952455] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.952990] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.952990] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.952990] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 339018b6-4421-400f-afea-14fd86be5c3d is going to be updated. [ 1125.953925] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.954121] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.971452] env[69367]: INFO networking_nsxv3.common.synchronization [req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 req-06cf798e-4f1c-4d4c-9f61-9093f8759291 service nova] Enqueued Resource ID: 3cc43a9c-f531-4003-ad9e-ac94e7f9f371 with Priority: HIGHEST for action security_group_rules [ 1125.971662] env[69367]: INFO networking_nsxv3.common.synchronization [req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 req-06cf798e-4f1c-4d4c-9f61-9093f8759291 service nova] Enqueued Resource ID: 3cc43a9c-f531-4003-ad9e-ac94e7f9f371 with Priority: HIGHEST for action security_group_members [ 1125.971813] env[69367]: INFO networking_nsxv3.common.synchronization [req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 req-06cf798e-4f1c-4d4c-9f61-9093f8759291 service nova] Enqueued Resource ID: d414700e-257a-4265-aa2b-49854b08ec93 with Priority: HIGHEST for action port [ 1125.973072] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.973342] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.973342] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cc43a9c-f531-4003-ad9e-ac94e7f9f371 with Priority: HIGHEST for action security_group_rules [ 1125.973599] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cc43a9c-f531-4003-ad9e-ac94e7f9f371 with Priority: HIGHEST for action security_group_members [ 1125.973599] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d414700e-257a-4265-aa2b-49854b08ec93 with Priority: HIGHEST for action port [ 1125.974175] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cc43a9c-f531-4003-ad9e-ac94e7f9f371 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.974298] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cc43a9c-f531-4003-ad9e-ac94e7f9f371" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.974350] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cc43a9c-f531-4003-ad9e-ac94e7f9f371" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.974678] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cc43a9c-f531-4003-ad9e-ac94e7f9f371" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.974758] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cc43a9c-f531-4003-ad9e-ac94e7f9f371',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.975557] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cc43a9c-f531-4003-ad9e-ac94e7f9f371 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.975759] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cc43a9c-f531-4003-ad9e-ac94e7f9f371" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.975844] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cc43a9c-f531-4003-ad9e-ac94e7f9f371" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.976036] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cc43a9c-f531-4003-ad9e-ac94e7f9f371" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.976190] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.976290] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.976356] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.976471] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.976544] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.976632] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cc43a9c-f531-4003-ad9e-ac94e7f9f371',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.977770] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-d414700e-257a-4265-aa2b-49854b08ec93 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.977961] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d414700e-257a-4265-aa2b-49854b08ec93" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.978075] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d414700e-257a-4265-aa2b-49854b08ec93" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.978238] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d414700e-257a-4265-aa2b-49854b08ec93" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.978320] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d414700e-257a-4265-aa2b-49854b08ec93',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.980322] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.981285] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.981285] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.981285] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.981285] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.981285] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.981285] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 is going to be updated. [ 1125.982688] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.982857] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.016713] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.017279] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.017419] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.017555] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.017692] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.017775] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.017880] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 is going to be updated. [ 1126.018973] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.019202] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.046167] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.046373] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.057860] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.058179] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.058307] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.058374] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.058991] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.058991] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.058991] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.059313] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.059313] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.059313] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.059465] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.059538] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.059618] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.059665] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.059799] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.059861] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.059961] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4739c247-54ee-4901-b65a-e8059af10133 is going to be updated. [ 1126.061391] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.061502] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.061637] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.062701] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.062795] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.062903] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.064402] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.064674] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.064829] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.079454] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.079796] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.079796] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.079963] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.080154] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.093990] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 in Status: IN_PROGRESS for 2s [ 1126.095585] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 in Status: IN_PROGRESS for 2s [ 1126.104264] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 339018b6-4421-400f-afea-14fd86be5c3d in Status: IN_PROGRESS for 2s [ 1126.114408] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 in Status: IN_PROGRESS for 2s [ 1126.146380] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.146637] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.146773] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.147123] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.147291] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.147469] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port f1722b6e-aacf-475f-a09a-69558eee616a not found, creating... [ 1126.147745] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.147911] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.148050] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.148288] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.148428] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.148797] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.148936] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.149082] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.149302] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.149442] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.149592] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: f1722b6e-aacf-475f-a09a-69558eee616a is going to be created. [ 1126.151726] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.151841] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.151897] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.152094] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.152236] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.154929] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.155081] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.155122] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.155271] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.155403] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.174301] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 in Status: IN_PROGRESS for 2s [ 1126.184380] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 in Status: IN_PROGRESS for 2s [ 1126.202555] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.202806] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.202882] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.203202] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.203480] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.203961] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-f1722b6e-aacf-475f-a09a-69558eee616a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.256353] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.256864] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.256864] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.256864] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.256864] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.331095] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 in Status: SUCCESS [ 1126.331447] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.331798] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.332144] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.332438] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.332641] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.332756] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.333022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.333159] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.333311] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.333519] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('864e03a1-af92-4b8a-9bad-0cb7c3960926',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.341732] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4739c247-54ee-4901-b65a-e8059af10133 in Status: IN_PROGRESS for 2s [ 1126.478919] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cc43a9c-f531-4003-ad9e-ac94e7f9f371',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.479907] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d414700e-257a-4265-aa2b-49854b08ec93 with status ACTIVE [ 1126.480158] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.480298] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.480366] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.480577] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.480667] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.480846] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.480947] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.481015] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.481164] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.481237] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.481439] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.481646] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.481714] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.481858] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.481931] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.482220] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d414700e-257a-4265-aa2b-49854b08ec93 is going to be updated. [ 1126.483418] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cc43a9c-f531-4003-ad9e-ac94e7f9f371 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.483593] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cc43a9c-f531-4003-ad9e-ac94e7f9f371" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.531031] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.531159] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.531159] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.531392] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.531576] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.531761] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d414700e-257a-4265-aa2b-49854b08ec93" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.836168] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-864e03a1-af92-4b8a-9bad-0cb7c3960926 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.836380] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.836380] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.836624] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.836781] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.836893] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.836952] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.837146] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.837234] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.837319] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.837466] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-864e03a1-af92-4b8a-9bad-0cb7c3960926 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.837557] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.837614] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.837767] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.837883] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.837976] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.838036] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.838164] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.838235] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.838313] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.838442] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('864e03a1-af92-4b8a-9bad-0cb7c3960926',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.844753] env[69367]: INFO networking_nsxv3.common.synchronization [req-72227f47-6641-4e59-af7b-143fec17eedd req-26d173f6-87b0-4087-bc8d-517766db8e49 service nova] Enqueued Resource ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 with Priority: HIGHEST for action security_group_rules [ 1126.844971] env[69367]: INFO networking_nsxv3.common.synchronization [req-72227f47-6641-4e59-af7b-143fec17eedd req-26d173f6-87b0-4087-bc8d-517766db8e49 service nova] Enqueued Resource ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 with Priority: HIGHEST for action security_group_members [ 1126.845131] env[69367]: INFO networking_nsxv3.common.synchronization [req-72227f47-6641-4e59-af7b-143fec17eedd req-26d173f6-87b0-4087-bc8d-517766db8e49 service nova] Enqueued Resource ID: f1722b6e-aacf-475f-a09a-69558eee616a with Priority: HIGHEST for action port [ 1126.845667] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 with Priority: HIGHEST for action security_group_rules [ 1126.845819] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 with Priority: HIGHEST for action security_group_members [ 1126.845990] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1722b6e-aacf-475f-a09a-69558eee616a with Priority: HIGHEST for action port [ 1126.846383] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.846523] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.846607] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.846842] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.846925] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.847947] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.848022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.848105] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.848759] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.848759] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.848759] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.848759] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.848759] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.849032] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.849032] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.849899] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1722b6e-aacf-475f-a09a-69558eee616a taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.850031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1722b6e-aacf-475f-a09a-69558eee616a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.850092] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1722b6e-aacf-475f-a09a-69558eee616a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.850249] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1722b6e-aacf-475f-a09a-69558eee616a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.850325] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1722b6e-aacf-475f-a09a-69558eee616a',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.985107] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cc43a9c-f531-4003-ad9e-ac94e7f9f371',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.341140] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 864e03a1-af92-4b8a-9bad-0cb7c3960926: rpc.has_security_group_logging(os_id): False [ 1127.352267] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.352481] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.352719] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.353786] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1722b6e-aacf-475f-a09a-69558eee616a with status ACTIVE [ 1127.353993] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.354136] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.354304] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.354454] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.354579] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.354847] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.355226] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.356635] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.356914] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.357033] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.357263] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.357372] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.361765] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.361765] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.361765] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.361765] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1722b6e-aacf-475f-a09a-69558eee616a is going to be updated. [ 1127.367035] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.367247] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.367326] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.367561] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.391471] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.391471] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.391697] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.391815] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.392030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.392286] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1722b6e-aacf-475f-a09a-69558eee616a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.403337] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.403337] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.403337] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.403337] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.403337] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.403654] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.403819] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.403965] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.404095] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.404329] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.404438] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.404682] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.404826] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.404908] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.404983] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.405067] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.405160] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 is going to be updated. [ 1127.489017] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.489218] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.489303] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.489581] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.489703] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.489801] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cc43a9c-f531-4003-ad9e-ac94e7f9f371 is going to be created. [ 1127.541691] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.541691] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.541691] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.545362] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.545362] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.553205] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cc43a9c-f531-4003-ad9e-ac94e7f9f371 in Status: UNINITIALIZED for 2s [ 1127.592581] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.592766] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.592891] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.593129] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.593314] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.637717] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 in Status: IN_PROGRESS for 2s [ 1127.861035] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.113539] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 in Status: SUCCESS [ 1128.116022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.117235] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 in Status: SUCCESS [ 1128.117656] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.118551] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 339018b6-4421-400f-afea-14fd86be5c3d in Status: SUCCESS [ 1128.118845] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.131913] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 in Status: SUCCESS [ 1128.131913] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.191674] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 in Status: SUCCESS [ 1128.191674] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.218658] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 in Status: SUCCESS [ 1128.219070] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.362186] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4739c247-54ee-4901-b65a-e8059af10133 in Status: SUCCESS [ 1128.362512] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.365895] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.365994] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.366057] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.366279] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.366371] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.366470] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 is going to be created. [ 1128.402268] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.402268] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.402268] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.402268] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.402268] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.411554] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 in Status: UNINITIALIZED for 2s [ 1129.576373] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cc43a9c-f531-4003-ad9e-ac94e7f9f371 in Status: SUCCESS [ 1129.576725] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cc43a9c-f531-4003-ad9e-ac94e7f9f371" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.576844] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cc43a9c-f531-4003-ad9e-ac94e7f9f371" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.577097] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cc43a9c-f531-4003-ad9e-ac94e7f9f371" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.577301] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.577422] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.577490] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.577649] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.577732] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.577816] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cc43a9c-f531-4003-ad9e-ac94e7f9f371" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.577909] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cc43a9c-f531-4003-ad9e-ac94e7f9f371',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.653764] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 in Status: SUCCESS [ 1129.654014] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.871460] env[69367]: INFO networking_nsxv3.common.synchronization [req-9fc11c8f-03ee-4447-82f1-0e1ba6f9259d req-c8f06f95-093d-46f4-9f21-83819b1d52bc tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Enqueued Resource ID: 9b9fe957-037d-4f37-9a62-e19fb6d1e1cb with Priority: HIGHEST for action security_group_members [ 1129.872184] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9fe957-037d-4f37-9a62-e19fb6d1e1cb with Priority: HIGHEST for action security_group_members [ 1129.879621] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9fe957-037d-4f37-9a62-e19fb6d1e1cb taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.879848] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9fe957-037d-4f37-9a62-e19fb6d1e1cb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.879848] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9fe957-037d-4f37-9a62-e19fb6d1e1cb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.880080] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9fe957-037d-4f37-9a62-e19fb6d1e1cb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.880331] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.880482] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.880774] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.880863] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.880923] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.881065] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b9fe957-037d-4f37-9a62-e19fb6d1e1cb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.080375] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cc43a9c-f531-4003-ad9e-ac94e7f9f371 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.080549] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cc43a9c-f531-4003-ad9e-ac94e7f9f371" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.080630] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cc43a9c-f531-4003-ad9e-ac94e7f9f371" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.080864] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cc43a9c-f531-4003-ad9e-ac94e7f9f371" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.081135] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.081255] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.081309] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.081558] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.081780] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.081947] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cc43a9c-f531-4003-ad9e-ac94e7f9f371" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.082177] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cc43a9c-f531-4003-ad9e-ac94e7f9f371 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.082414] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cc43a9c-f531-4003-ad9e-ac94e7f9f371" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.082482] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cc43a9c-f531-4003-ad9e-ac94e7f9f371" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.082759] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cc43a9c-f531-4003-ad9e-ac94e7f9f371" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.082819] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.082914] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.083185] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.083185] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.083272] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.083305] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cc43a9c-f531-4003-ad9e-ac94e7f9f371" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.083374] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cc43a9c-f531-4003-ad9e-ac94e7f9f371',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.383750] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.383945] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.384019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.384231] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.408220] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.408493] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.408668] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.408668] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.408967] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.409077] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.409134] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b9fe957-037d-4f37-9a62-e19fb6d1e1cb is going to be updated. [ 1130.416896] env[69367]: INFO networking_nsxv3.common.synchronization [req-7b13682e-defa-4596-8d99-a8bf2b47c94f req-59253818-c7f1-489e-a5ef-b19cce33d27b tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Enqueued Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_members [ 1130.417531] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_members [ 1130.418331] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.418463] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.419873] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.420027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.420208] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.420329] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.420387] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.420551] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.420641] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.421517] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.425888] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 in Status: SUCCESS [ 1130.426215] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.426556] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.426771] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.427058] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.427684] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.427684] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.427684] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.427684] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.427876] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.427953] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.446731] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.446891] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.446946] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.447164] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.447307] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.460010] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9fe957-037d-4f37-9a62-e19fb6d1e1cb in Status: IN_PROGRESS for 2s [ 1130.585869] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cc43a9c-f531-4003-ad9e-ac94e7f9f371: rpc.has_security_group_logging(os_id): False [ 1130.607057] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.607214] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.607267] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.607591] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.607642] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.607819] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.608266] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.608266] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.608266] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.608266] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.608434] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.608521] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.608609] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.609244] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.609244] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.609244] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.609244] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.609244] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.609244] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.609496] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.609496] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cc43a9c-f531-4003-ad9e-ac94e7f9f371 is going to be created. [ 1130.663710] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-297 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.665041] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-297" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.665041] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-297" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.665041] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-297" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.665041] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.665041] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.665041] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.666595] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.666793] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.667038] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1130.667160] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1130.667273] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1130.667384] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1130.667499] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1130.667606] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1130.667749] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1130.680546] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.681089] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.681089] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.681220] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.681525] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.690402] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1130.690685] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1130.690849] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1130.691039] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-297" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.691396] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-778fc791-a94f-4a82-a799-dfa0b062551a taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.691868] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-778fc791-a94f-4a82-a799-dfa0b062551a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.691868] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-778fc791-a94f-4a82-a799-dfa0b062551a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.692095] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-778fc791-a94f-4a82-a799-dfa0b062551a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.692239] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('778fc791-a94f-4a82-a799-dfa0b062551a',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.700880] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cc43a9c-f531-4003-ad9e-ac94e7f9f371 in Status: IN_PROGRESS for 2s [ 1130.924573] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.930989] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.931657] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.931752] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.931971] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.932234] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.932313] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.932366] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.932483] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.932599] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.932660] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.932809] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.932897] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.932955] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.933115] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.933249] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.933358] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.933396] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.933516] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.933611] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.933693] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.933782] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.198023] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.198023] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.198023] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.198023] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.198023] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.198023] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.198023] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.198023] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.198023] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.198023] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.198516] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.198516] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.198516] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.198516] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.198516] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.198516] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 778fc791-a94f-4a82-a799-dfa0b062551a is going to be updated. [ 1131.229485] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.229695] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.229828] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.230194] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.230410] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.230662] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-778fc791-a94f-4a82-a799-dfa0b062551a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.426980] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.437559] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8: rpc.has_security_group_logging(os_id): False [ 1131.466758] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.466758] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.466758] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.469735] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.469735] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.469735] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.469942] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.469992] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.470931] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.470931] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.470931] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.470931] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.470931] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.470931] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.470931] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.471277] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.471389] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.471466] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.471631] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.471749] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.471862] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 is going to be created. [ 1131.581991] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.582116] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.582167] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.582436] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.582648] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.595662] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 in Status: IN_PROGRESS for 2s [ 1131.934901] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.934901] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.934901] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.934901] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.934901] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.934901] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 is going to be updated. [ 1131.966154] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.969026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.969026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.969026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.969026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.980450] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: IN_PROGRESS for 2s [ 1132.430310] env[69367]: INFO networking_nsxv3.common.synchronization [None req-ca8923f9-8699-4a69-a6fa-836e2ace0834 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Enqueued Resource ID: 0dc0ffe1-a8d8-4b95-8754-bd730d902672 with Priority: HIGHEST for action security_group_rules [ 1132.430310] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dc0ffe1-a8d8-4b95-8754-bd730d902672 with Priority: HIGHEST for action security_group_rules [ 1132.430310] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dc0ffe1-a8d8-4b95-8754-bd730d902672 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.430310] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dc0ffe1-a8d8-4b95-8754-bd730d902672" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.430310] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dc0ffe1-a8d8-4b95-8754-bd730d902672" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.430310] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dc0ffe1-a8d8-4b95-8754-bd730d902672" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.430310] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dc0ffe1-a8d8-4b95-8754-bd730d902672',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.470275] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9fe957-037d-4f37-9a62-e19fb6d1e1cb in Status: SUCCESS [ 1132.471368] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b9fe957-037d-4f37-9a62-e19fb6d1e1cb deletion is rescheduled due to dependency. [ 1132.471368] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9fe957-037d-4f37-9a62-e19fb6d1e1cb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.503386] env[69367]: INFO networking_nsxv3.common.synchronization [None req-4e2d7b30-d6ba-4b75-8ea3-24e66ef5889b tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Enqueued Resource ID: 0dc0ffe1-a8d8-4b95-8754-bd730d902672 with Priority: HIGHEST for action security_group_rules [ 1132.503386] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dc0ffe1-a8d8-4b95-8754-bd730d902672 with Priority: HIGHEST for action security_group_rules [ 1132.503386] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dc0ffe1-a8d8-4b95-8754-bd730d902672 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.503386] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dc0ffe1-a8d8-4b95-8754-bd730d902672" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.594239] env[69367]: INFO networking_nsxv3.common.synchronization [req-bb4dc822-e07d-4237-bc0b-a31289f60e1a req-c615c923-b9de-4230-b97c-688c0d4d0649 service nova] Enqueued Resource ID: 2a6f9be5-2938-4d65-b9e9-d900bbba81bb with Priority: HIGHEST for action security_group_rules [ 1132.598086] env[69367]: INFO networking_nsxv3.common.synchronization [req-bb4dc822-e07d-4237-bc0b-a31289f60e1a req-c615c923-b9de-4230-b97c-688c0d4d0649 service nova] Enqueued Resource ID: 2a6f9be5-2938-4d65-b9e9-d900bbba81bb with Priority: HIGHEST for action security_group_members [ 1132.598854] env[69367]: INFO networking_nsxv3.common.synchronization [req-bb4dc822-e07d-4237-bc0b-a31289f60e1a req-c615c923-b9de-4230-b97c-688c0d4d0649 service nova] Enqueued Resource ID: 778fc791-a94f-4a82-a799-dfa0b062551a with Priority: HIGHEST for action port [ 1132.600328] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a6f9be5-2938-4d65-b9e9-d900bbba81bb with Priority: HIGHEST for action security_group_rules [ 1132.600693] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a6f9be5-2938-4d65-b9e9-d900bbba81bb with Priority: HIGHEST for action security_group_members [ 1132.601341] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 778fc791-a94f-4a82-a799-dfa0b062551a with Priority: HIGHEST for action port [ 1132.602038] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a6f9be5-2938-4d65-b9e9-d900bbba81bb taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.602499] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.602499] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.603803] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.603803] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a6f9be5-2938-4d65-b9e9-d900bbba81bb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.604349] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a6f9be5-2938-4d65-b9e9-d900bbba81bb taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.604597] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.604851] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.605321] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.607104] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.607104] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.607104] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.607104] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.607104] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.607104] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a6f9be5-2938-4d65-b9e9-d900bbba81bb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.609355] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-778fc791-a94f-4a82-a799-dfa0b062551a taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.609355] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-778fc791-a94f-4a82-a799-dfa0b062551a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.609355] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-778fc791-a94f-4a82-a799-dfa0b062551a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.609355] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-778fc791-a94f-4a82-a799-dfa0b062551a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.609355] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('778fc791-a94f-4a82-a799-dfa0b062551a',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.718687] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cc43a9c-f531-4003-ad9e-ac94e7f9f371 in Status: SUCCESS [ 1132.718687] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cc43a9c-f531-4003-ad9e-ac94e7f9f371" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.956891] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.956891] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.956891] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.956891] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.958398] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.958638] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dc0ffe1-a8d8-4b95-8754-bd730d902672 already deleted. [ 1132.962145] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dc0ffe1-a8d8-4b95-8754-bd730d902672" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.962145] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dc0ffe1-a8d8-4b95-8754-bd730d902672" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.962145] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dc0ffe1-a8d8-4b95-8754-bd730d902672" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.962145] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dc0ffe1-a8d8-4b95-8754-bd730d902672',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.113901] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a6f9be5-2938-4d65-b9e9-d900bbba81bb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.114920] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a6f9be5-2938-4d65-b9e9-d900bbba81bb taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.115034] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.115206] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 778fc791-a94f-4a82-a799-dfa0b062551a with status ACTIVE [ 1133.115397] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.115517] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.115585] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.116123] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.116253] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.116476] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.116672] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.116756] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.117473] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.118430] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.118996] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.119187] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.119403] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.119638] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.119876] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.120029] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 778fc791-a94f-4a82-a799-dfa0b062551a is going to be updated. [ 1133.150781] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.150781] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.150781] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.151122] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.151970] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.152250] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-778fc791-a94f-4a82-a799-dfa0b062551a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.496852] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.497548] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.497660] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.497987] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.498159] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.498315] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dc0ffe1-a8d8-4b95-8754-bd730d902672 already deleted. [ 1133.498446] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dc0ffe1-a8d8-4b95-8754-bd730d902672" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.611174] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 in Status: SUCCESS [ 1133.611468] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.623284] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a6f9be5-2938-4d65-b9e9-d900bbba81bb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.995125] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: SUCCESS [ 1133.995382] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.126457] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.126759] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.126759] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.126955] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.127079] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.127188] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a6f9be5-2938-4d65-b9e9-d900bbba81bb is going to be updated. [ 1134.163427] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.163835] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.163835] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.163835] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.164081] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.176172] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a6f9be5-2938-4d65-b9e9-d900bbba81bb in Status: IN_PROGRESS for 2s [ 1135.640860] env[69367]: INFO networking_nsxv3.common.synchronization [req-46a02c27-fb56-4908-97b0-04e14d7d3e5d req-8158dba8-be3d-4371-af83-572169ec0314 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Enqueued Resource ID: 300f812c-2610-444b-8066-b75c76ae0aee with Priority: HIGHEST for action security_group_members [ 1135.642013] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 300f812c-2610-444b-8066-b75c76ae0aee with Priority: HIGHEST for action security_group_members [ 1135.642013] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-300f812c-2610-444b-8066-b75c76ae0aee taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.642013] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.643039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.643039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.643039] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.643039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.643039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.643039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.643039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.643771] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.080099] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.080345] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-902" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.080494] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-902" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.080821] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-902" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.081598] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.081829] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.082023] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.082232] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.082353] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.082581] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1136.082726] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1136.082801] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1136.082912] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1136.083051] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1136.083212] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1136.083336] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1136.106093] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1136.106404] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1136.106636] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1136.106832] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-902" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.107190] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-4c93f067-f05f-45a1-b20d-184715a9e110 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.107377] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-4c93f067-f05f-45a1-b20d-184715a9e110" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.107506] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-4c93f067-f05f-45a1-b20d-184715a9e110" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.107834] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-4c93f067-f05f-45a1-b20d-184715a9e110" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.107986] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c93f067-f05f-45a1-b20d-184715a9e110',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.145912] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.146197] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.146301] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.146520] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.173130] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.173582] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.173874] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.174014] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.174407] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.174567] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.174692] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 300f812c-2610-444b-8066-b75c76ae0aee is going to be updated. [ 1136.188015] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a6f9be5-2938-4d65-b9e9-d900bbba81bb in Status: SUCCESS [ 1136.188276] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.188458] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.188684] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.188981] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.189101] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.189101] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.189256] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.189309] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.189391] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.189484] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a6f9be5-2938-4d65-b9e9-d900bbba81bb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.215918] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.216182] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.216365] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.216524] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.216730] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.229643] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 300f812c-2610-444b-8066-b75c76ae0aee in Status: IN_PROGRESS for 2s [ 1136.612017] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.612017] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.612017] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.612017] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.612017] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.612017] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 4c93f067-f05f-45a1-b20d-184715a9e110 not found, creating... [ 1136.612351] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.612351] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.612557] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.612918] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.613488] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.613820] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.613966] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.614472] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.614472] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.614643] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.614869] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 4c93f067-f05f-45a1-b20d-184715a9e110 is going to be created. [ 1136.641360] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.641811] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.641811] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.641993] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.642260] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.642509] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-4c93f067-f05f-45a1-b20d-184715a9e110" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.692061] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a6f9be5-2938-4d65-b9e9-d900bbba81bb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.199158] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a6f9be5-2938-4d65-b9e9-d900bbba81bb: rpc.has_security_group_logging(os_id): False [ 1137.222612] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.222612] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.222612] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.222882] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.245847] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.246252] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.246403] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.246462] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.246679] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.246777] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.246850] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a6f9be5-2938-4d65-b9e9-d900bbba81bb is going to be updated. [ 1137.320835] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.321062] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.321062] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.321392] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.321505] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.335270] env[69367]: INFO networking_nsxv3.common.synchronization [req-46a02c27-fb56-4908-97b0-04e14d7d3e5d req-98705c0f-daef-4ac2-bdba-9456f7c0a003 service nova] Enqueued Resource ID: 300f812c-2610-444b-8066-b75c76ae0aee with Priority: HIGHEST for action security_group_rules [ 1137.335465] env[69367]: INFO networking_nsxv3.common.synchronization [req-46a02c27-fb56-4908-97b0-04e14d7d3e5d req-98705c0f-daef-4ac2-bdba-9456f7c0a003 service nova] Enqueued Resource ID: 300f812c-2610-444b-8066-b75c76ae0aee with Priority: HIGHEST for action security_group_members [ 1137.335614] env[69367]: INFO networking_nsxv3.common.synchronization [req-46a02c27-fb56-4908-97b0-04e14d7d3e5d req-98705c0f-daef-4ac2-bdba-9456f7c0a003 service nova] Enqueued Resource ID: 4c93f067-f05f-45a1-b20d-184715a9e110 with Priority: HIGHEST for action port [ 1137.336332] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 300f812c-2610-444b-8066-b75c76ae0aee with Priority: HIGHEST for action security_group_rules [ 1137.336401] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 300f812c-2610-444b-8066-b75c76ae0aee with Priority: HIGHEST for action security_group_members [ 1137.336549] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c93f067-f05f-45a1-b20d-184715a9e110 with Priority: HIGHEST for action port [ 1137.336763] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-300f812c-2610-444b-8066-b75c76ae0aee taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.336887] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.336979] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.337232] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.337364] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.338429] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-300f812c-2610-444b-8066-b75c76ae0aee taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.338429] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.338601] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c93f067-f05f-45a1-b20d-184715a9e110 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.338704] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c93f067-f05f-45a1-b20d-184715a9e110" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.338756] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c93f067-f05f-45a1-b20d-184715a9e110" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.339441] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c93f067-f05f-45a1-b20d-184715a9e110" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.339441] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c93f067-f05f-45a1-b20d-184715a9e110',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.340943] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a6f9be5-2938-4d65-b9e9-d900bbba81bb in Status: IN_PROGRESS for 2s [ 1137.842160] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-300f812c-2610-444b-8066-b75c76ae0aee taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.842160] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.842160] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c93f067-f05f-45a1-b20d-184715a9e110 with status ACTIVE [ 1137.842160] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.842160] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.842160] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.842801] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.842801] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.842801] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.842801] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.842801] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.843016] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.843016] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.843151] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.843250] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.843302] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.843427] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.843494] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.843579] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c93f067-f05f-45a1-b20d-184715a9e110 is going to be updated. [ 1137.864039] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.864039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.864039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.864372] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.864576] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.864775] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c93f067-f05f-45a1-b20d-184715a9e110" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.240460] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 300f812c-2610-444b-8066-b75c76ae0aee in Status: SUCCESS [ 1138.240648] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 300f812c-2610-444b-8066-b75c76ae0aee deletion is rescheduled due to dependency. [ 1138.240764] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.241680] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.242153] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.242508] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.242691] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.242800] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.243055] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.243176] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.243315] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.748529] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.024682] env[69367]: INFO networking_nsxv3.common.synchronization [req-03ef400f-75bb-4a05-a7cf-625349192e8a req-d1990876-fbe2-4c13-b393-1f65206f0e06 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Enqueued Resource ID: 3cc43a9c-f531-4003-ad9e-ac94e7f9f371 with Priority: HIGHEST for action security_group_members [ 1139.025217] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cc43a9c-f531-4003-ad9e-ac94e7f9f371 with Priority: HIGHEST for action security_group_members [ 1139.025686] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cc43a9c-f531-4003-ad9e-ac94e7f9f371 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.025686] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cc43a9c-f531-4003-ad9e-ac94e7f9f371" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.025686] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cc43a9c-f531-4003-ad9e-ac94e7f9f371" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.025890] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cc43a9c-f531-4003-ad9e-ac94e7f9f371" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.026246] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.026371] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.026436] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.026635] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.026667] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.026766] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cc43a9c-f531-4003-ad9e-ac94e7f9f371',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.251389] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.361450] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a6f9be5-2938-4d65-b9e9-d900bbba81bb in Status: SUCCESS [ 1139.361807] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.528521] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.528706] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.528801] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.529062] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.529177] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.529405] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.529523] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.529587] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.530254] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.530254] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.530254] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cc43a9c-f531-4003-ad9e-ac94e7f9f371 is going to be updated. [ 1139.571697] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.571697] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.571991] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.572074] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.572265] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.582756] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cc43a9c-f531-4003-ad9e-ac94e7f9f371 in Status: IN_PROGRESS for 2s [ 1139.759191] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.759400] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.759440] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.759631] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.759724] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.759826] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 300f812c-2610-444b-8066-b75c76ae0aee is going to be updated. [ 1139.793351] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.793603] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.793783] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.794130] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.794377] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.805764] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 300f812c-2610-444b-8066-b75c76ae0aee in Status: IN_PROGRESS for 2s [ 1141.594882] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cc43a9c-f531-4003-ad9e-ac94e7f9f371 in Status: SUCCESS [ 1141.595154] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cc43a9c-f531-4003-ad9e-ac94e7f9f371 deletion is rescheduled due to dependency. [ 1141.595412] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cc43a9c-f531-4003-ad9e-ac94e7f9f371" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.818013] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 300f812c-2610-444b-8066-b75c76ae0aee in Status: SUCCESS [ 1141.818330] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.818576] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.819056] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.819056] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.819251] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.819450] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.819827] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.819903] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.820312] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.820426] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.323559] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-300f812c-2610-444b-8066-b75c76ae0aee taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.324160] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.324316] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.324659] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.324993] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.325748] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.326335] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.327023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.327166] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.327350] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.327850] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-300f812c-2610-444b-8066-b75c76ae0aee taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.328098] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.329030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.329220] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.329485] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.329560] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.329626] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.329799] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.329899] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.329987] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.330096] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.428189] env[69367]: INFO networking_nsxv3.common.synchronization [req-16354703-f56c-44ca-9b1b-ad20d4a07be8 req-1f7be416-e10f-4c62-b3bd-61dfec7a30a0 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Enqueued Resource ID: 4739c247-54ee-4901-b65a-e8059af10133 with Priority: HIGHEST for action security_group_members [ 1142.428778] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4739c247-54ee-4901-b65a-e8059af10133 with Priority: HIGHEST for action security_group_members [ 1142.429111] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4739c247-54ee-4901-b65a-e8059af10133 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.429237] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.429304] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.429751] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.429919] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.430039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.430104] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.430271] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.430355] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.430448] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4739c247-54ee-4901-b65a-e8059af10133',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.520163] env[69367]: INFO networking_nsxv3.common.synchronization [req-b9580f85-e3db-48d5-8d83-0d9792e19235 req-457ce41a-c1d4-4043-92b9-6b4e701d5365 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Enqueued Resource ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 with Priority: HIGHEST for action security_group_members [ 1142.520163] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 with Priority: HIGHEST for action security_group_members [ 1142.522841] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.523050] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.523153] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.523401] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.523610] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.523832] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.523997] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.525247] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.525247] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.525247] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.833163] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 300f812c-2610-444b-8066-b75c76ae0aee: rpc.has_security_group_logging(os_id): False [ 1142.853440] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.853617] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.853660] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.853924] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.854078] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.854237] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.854352] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.854417] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.854573] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.854652] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.854854] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.854945] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.855014] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.855156] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.855230] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.855404] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.855496] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.855557] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.855693] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.855767] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.855852] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 300f812c-2610-444b-8066-b75c76ae0aee is going to be updated. [ 1142.925754] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.925915] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.926072] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.926352] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.926508] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.936014] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4739c247-54ee-4901-b65a-e8059af10133',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.943046] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 300f812c-2610-444b-8066-b75c76ae0aee in Status: IN_PROGRESS for 2s [ 1143.031184] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.031365] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.031427] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.031641] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.031736] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.031948] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.032054] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.032123] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.032268] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.032357] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.032430] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 is going to be updated. [ 1143.066415] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.066415] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.066415] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.066415] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.066415] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.077407] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 in Status: IN_PROGRESS for 2s [ 1143.437408] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4739c247-54ee-4901-b65a-e8059af10133',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.941287] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.941819] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.941819] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.942023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.942156] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.942326] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4739c247-54ee-4901-b65a-e8059af10133 is going to be updated. [ 1143.971853] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.972065] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.972065] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.972374] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.972535] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.982539] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4739c247-54ee-4901-b65a-e8059af10133 in Status: IN_PROGRESS for 2s [ 1144.958308] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 300f812c-2610-444b-8066-b75c76ae0aee in Status: SUCCESS [ 1144.958695] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.089090] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 in Status: SUCCESS [ 1145.089347] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 deletion is rescheduled due to dependency. [ 1145.089469] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.996026] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4739c247-54ee-4901-b65a-e8059af10133 in Status: SUCCESS [ 1145.996026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.064587] env[69367]: INFO networking_nsxv3.common.synchronization [req-e6e9ef8d-0aad-4709-b884-5219f8e043df req-a7bf15e7-cdf9-4aa0-b4df-469f63af4e0e tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Enqueued Resource ID: c2823a88-aae3-44d9-960f-2f689219b753 with Priority: HIGHEST for action security_group_members [ 1146.065611] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2823a88-aae3-44d9-960f-2f689219b753 with Priority: HIGHEST for action security_group_members [ 1146.066285] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2823a88-aae3-44d9-960f-2f689219b753 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.066388] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2823a88-aae3-44d9-960f-2f689219b753" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.066460] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2823a88-aae3-44d9-960f-2f689219b753" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.066604] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2823a88-aae3-44d9-960f-2f689219b753" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.066767] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.066948] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.066948] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.067081] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.067166] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.067260] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2823a88-aae3-44d9-960f-2f689219b753',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.571140] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.571140] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.571140] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.571140] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.596797] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.597097] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.597451] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.597451] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.597693] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.597693] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.597775] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2823a88-aae3-44d9-960f-2f689219b753 is going to be updated. [ 1146.633619] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.633927] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.634033] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.634291] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.634414] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.646534] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2823a88-aae3-44d9-960f-2f689219b753 in Status: IN_PROGRESS for 2s [ 1148.659413] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2823a88-aae3-44d9-960f-2f689219b753 in Status: SUCCESS [ 1148.659710] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2823a88-aae3-44d9-960f-2f689219b753 deletion is rescheduled due to dependency. [ 1148.659762] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2823a88-aae3-44d9-960f-2f689219b753" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.066811] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1151.067036] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1155.046954] env[69367]: INFO networking_nsxv3.common.synchronization [req-5448df94-3c17-4128-9b9a-c866c70140a9 req-077fba4e-7561-4c06-b602-129bf082e044 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Enqueued Resource ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 with Priority: HIGHEST for action security_group_members [ 1155.050074] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 with Priority: HIGHEST for action security_group_members [ 1155.050074] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-274f0898-6a56-45d1-ad8f-ebd9165fe922 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.050074] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.050074] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.050074] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.050074] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.050074] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.050394] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.050394] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.050394] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.050546] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('274f0898-6a56-45d1-ad8f-ebd9165fe922',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.370251] env[69367]: INFO networking_nsxv3.common.synchronization [req-9834782e-c9d3-4b81-802e-1d475272af79 req-cea3ae51-cc36-4268-a797-8b4db475835f tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Enqueued Resource ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 with Priority: HIGHEST for action security_group_members [ 1155.370251] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 with Priority: HIGHEST for action security_group_members [ 1155.370251] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-864e03a1-af92-4b8a-9bad-0cb7c3960926 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.370251] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.370251] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.370251] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.372391] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.372570] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.372651] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.372861] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.372951] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.373061] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('864e03a1-af92-4b8a-9bad-0cb7c3960926',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.554203] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.554402] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.554446] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.554631] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.554722] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.554917] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.555044] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.555103] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.555252] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.555326] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.555415] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 is going to be updated. [ 1155.584645] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.584846] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.584846] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.585153] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.585348] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.595446] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 in Status: IN_PROGRESS for 2s [ 1155.756622] env[69367]: INFO networking_nsxv3.common.synchronization [req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 req-565e720d-d908-47e1-8217-f47d9d4b925f tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Enqueued Resource ID: 0dc0ffe1-a8d8-4b95-8754-bd730d902672 with Priority: HIGHEST for action security_group_members [ 1155.757253] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dc0ffe1-a8d8-4b95-8754-bd730d902672 with Priority: HIGHEST for action security_group_members [ 1155.757587] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dc0ffe1-a8d8-4b95-8754-bd730d902672 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.757739] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dc0ffe1-a8d8-4b95-8754-bd730d902672" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.757827] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dc0ffe1-a8d8-4b95-8754-bd730d902672" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.758114] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dc0ffe1-a8d8-4b95-8754-bd730d902672" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.758303] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.758475] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.758533] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.758688] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.758760] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.758883] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dc0ffe1-a8d8-4b95-8754-bd730d902672',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.876042] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.876042] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.876042] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.876042] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.876042] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.876042] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.876042] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.876042] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.876547] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.876679] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.876806] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 is going to be updated. [ 1155.906260] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.906475] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.906934] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.906934] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.907108] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.919350] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 in Status: IN_PROGRESS for 2s [ 1156.097363] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-609 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.097751] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-609" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.097751] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-609" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.097880] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-609" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.098141] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.098383] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.098436] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.098720] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.098808] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.099054] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1156.099180] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1156.099297] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1156.099414] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1156.099532] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1156.099644] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1156.099784] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1156.124813] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1156.124998] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1156.129020] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1156.129020] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-609" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.129020] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-711996b7-97f5-4bdb-a73b-18ff6b67e4c1 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.129020] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-711996b7-97f5-4bdb-a73b-18ff6b67e4c1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.129020] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-711996b7-97f5-4bdb-a73b-18ff6b67e4c1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.129020] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-711996b7-97f5-4bdb-a73b-18ff6b67e4c1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.129020] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('711996b7-97f5-4bdb-a73b-18ff6b67e4c1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.262553] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.262955] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.263057] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.263633] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.263633] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.263633] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.263757] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.263757] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.264148] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.264148] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.264148] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dc0ffe1-a8d8-4b95-8754-bd730d902672 already deleted. [ 1156.264431] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dc0ffe1-a8d8-4b95-8754-bd730d902672" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.328734] env[69367]: INFO networking_nsxv3.common.synchronization [req-315211c8-d82a-4f42-9b45-66bebc291f28 req-63ca5847-272e-4e82-a990-1a03fccd33a7 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Enqueued Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGHEST for action security_group_members [ 1156.329333] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGHEST for action security_group_members [ 1156.329639] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-339018b6-4421-400f-afea-14fd86be5c3d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.329760] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.329905] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.330128] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.330473] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.330576] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.330642] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.330816] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.330906] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.331063] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.628746] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.628985] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.629073] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.629392] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.629577] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.629739] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 711996b7-97f5-4bdb-a73b-18ff6b67e4c1 not found, creating... [ 1156.629997] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.630175] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.630295] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.630521] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.630660] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.630936] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.631152] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.631286] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.631503] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.631639] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.631781] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 711996b7-97f5-4bdb-a73b-18ff6b67e4c1 is going to be created. [ 1156.653869] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.654139] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.654267] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.654551] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.654789] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.655095] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-711996b7-97f5-4bdb-a73b-18ff6b67e4c1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.834504] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.834705] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.834705] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.834983] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.835129] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.835329] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.835430] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.835493] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.835648] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.835724] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.835809] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 339018b6-4421-400f-afea-14fd86be5c3d is going to be updated. [ 1156.874789] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.875037] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.875168] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.875369] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.875526] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.884824] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 339018b6-4421-400f-afea-14fd86be5c3d in Status: IN_PROGRESS for 2s [ 1157.369361] env[69367]: INFO networking_nsxv3.common.synchronization [req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 req-226bf06a-e0dd-4173-9f51-04d0e2bd3133 service nova] Enqueued Resource ID: 0dc0ffe1-a8d8-4b95-8754-bd730d902672 with Priority: HIGHEST for action security_group_rules [ 1157.369615] env[69367]: INFO networking_nsxv3.common.synchronization [req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 req-226bf06a-e0dd-4173-9f51-04d0e2bd3133 service nova] Enqueued Resource ID: 0dc0ffe1-a8d8-4b95-8754-bd730d902672 with Priority: HIGHEST for action security_group_members [ 1157.369689] env[69367]: INFO networking_nsxv3.common.synchronization [req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 req-226bf06a-e0dd-4173-9f51-04d0e2bd3133 service nova] Enqueued Resource ID: 711996b7-97f5-4bdb-a73b-18ff6b67e4c1 with Priority: HIGHEST for action port [ 1157.369939] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dc0ffe1-a8d8-4b95-8754-bd730d902672 with Priority: HIGHEST for action security_group_rules [ 1157.370080] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dc0ffe1-a8d8-4b95-8754-bd730d902672 with Priority: HIGHEST for action security_group_members [ 1157.370181] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 711996b7-97f5-4bdb-a73b-18ff6b67e4c1 with Priority: HIGHEST for action port [ 1157.370761] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dc0ffe1-a8d8-4b95-8754-bd730d902672 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.370889] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dc0ffe1-a8d8-4b95-8754-bd730d902672" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.370957] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dc0ffe1-a8d8-4b95-8754-bd730d902672" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.371838] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dc0ffe1-a8d8-4b95-8754-bd730d902672" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.371951] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dc0ffe1-a8d8-4b95-8754-bd730d902672',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.374822] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dc0ffe1-a8d8-4b95-8754-bd730d902672 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.376356] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dc0ffe1-a8d8-4b95-8754-bd730d902672" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.376485] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dc0ffe1-a8d8-4b95-8754-bd730d902672" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.376788] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dc0ffe1-a8d8-4b95-8754-bd730d902672" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.377083] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.377560] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.377560] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.377560] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.377683] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.377711] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dc0ffe1-a8d8-4b95-8754-bd730d902672',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.378800] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-711996b7-97f5-4bdb-a73b-18ff6b67e4c1 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.379200] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-711996b7-97f5-4bdb-a73b-18ff6b67e4c1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.379377] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-711996b7-97f5-4bdb-a73b-18ff6b67e4c1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.379858] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-711996b7-97f5-4bdb-a73b-18ff6b67e4c1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.380109] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('711996b7-97f5-4bdb-a73b-18ff6b67e4c1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.631863] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 in Status: SUCCESS [ 1157.632087] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 deletion is rescheduled due to dependency. [ 1157.632212] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.882029] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dc0ffe1-a8d8-4b95-8754-bd730d902672',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.882957] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dc0ffe1-a8d8-4b95-8754-bd730d902672 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.883080] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dc0ffe1-a8d8-4b95-8754-bd730d902672" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.883444] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 711996b7-97f5-4bdb-a73b-18ff6b67e4c1 with status ACTIVE [ 1157.883605] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.883715] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.883782] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.884052] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.884153] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.884328] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.884426] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.884487] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.884646] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.884721] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.884896] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.884988] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.885098] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.885315] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.885355] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.885412] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 711996b7-97f5-4bdb-a73b-18ff6b67e4c1 is going to be updated. [ 1157.911483] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.911705] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.911749] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.912031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.912214] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.912391] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-711996b7-97f5-4bdb-a73b-18ff6b67e4c1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.930132] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 in Status: SUCCESS [ 1157.930310] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 deletion is rescheduled due to dependency. [ 1157.930426] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.332921] env[69367]: INFO networking_nsxv3.common.synchronization [req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 req-518375f8-c71f-481b-a7a1-f34ad096ecb3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Enqueued Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_members [ 1158.333489] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_members [ 1158.333795] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.333925] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.334124] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.334339] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.334522] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.334639] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.334669] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.334801] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.334886] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.334980] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.384116] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dc0ffe1-a8d8-4b95-8754-bd730d902672',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.814036] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-824 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.814298] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-824" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.814430] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-824" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.814702] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-824" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.815021] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.815236] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.815365] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.815586] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.815734] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.815946] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1158.816073] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1158.816186] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1158.816297] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1158.816406] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1158.816513] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1158.816645] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1158.837633] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.837892] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.837980] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.838301] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.838410] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.838617] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.838714] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.838771] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.838934] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.839015] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.839103] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f is going to be deleted. [ 1158.840866] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1158.841046] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1158.841192] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1158.841349] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-824" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.841624] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-58d22b89-53f1-40a8-9dd2-9e528cf0be9c taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.841783] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-58d22b89-53f1-40a8-9dd2-9e528cf0be9c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.841910] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-58d22b89-53f1-40a8-9dd2-9e528cf0be9c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.842211] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-58d22b89-53f1-40a8-9dd2-9e528cf0be9c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.842351] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58d22b89-53f1-40a8-9dd2-9e528cf0be9c',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.874484] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.874640] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.874686] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.874895] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.874987] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.875102] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.887490] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.887664] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.887709] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.887882] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.887966] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.888076] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dc0ffe1-a8d8-4b95-8754-bd730d902672 is going to be created. [ 1158.899592] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 339018b6-4421-400f-afea-14fd86be5c3d in Status: SUCCESS [ 1158.899788] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 339018b6-4421-400f-afea-14fd86be5c3d deletion is rescheduled due to dependency. [ 1158.899920] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.910369] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.910564] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.910564] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.910783] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.910948] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.920807] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dc0ffe1-a8d8-4b95-8754-bd730d902672 in Status: UNINITIALIZED for 2s [ 1159.344887] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.346030] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.346030] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.346030] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.346030] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.346223] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 58d22b89-53f1-40a8-9dd2-9e528cf0be9c not found, creating... [ 1159.346411] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.346605] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.346729] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.346965] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.347903] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.347903] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.347903] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.347903] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.347903] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.348143] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.348189] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 58d22b89-53f1-40a8-9dd2-9e528cf0be9c is going to be created. [ 1159.369565] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.369794] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.369930] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.370221] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.370458] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.370699] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-58d22b89-53f1-40a8-9dd2-9e528cf0be9c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.213850] env[69367]: INFO networking_nsxv3.common.synchronization [req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 req-14edf60c-b1b2-475f-bcb1-26d5cc676466 service nova] Enqueued Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_rules [ 1160.214141] env[69367]: INFO networking_nsxv3.common.synchronization [req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 req-14edf60c-b1b2-475f-bcb1-26d5cc676466 service nova] Enqueued Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_members [ 1160.214303] env[69367]: INFO networking_nsxv3.common.synchronization [req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 req-14edf60c-b1b2-475f-bcb1-26d5cc676466 service nova] Enqueued Resource ID: 58d22b89-53f1-40a8-9dd2-9e528cf0be9c with Priority: HIGHEST for action port [ 1160.214846] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_rules [ 1160.215032] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_members [ 1160.215423] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58d22b89-53f1-40a8-9dd2-9e528cf0be9c with Priority: HIGHEST for action port [ 1160.216416] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.216548] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.216662] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.217361] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.217496] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.219675] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.219802] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.219874] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.220076] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.220334] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.220444] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.220509] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.220664] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.220749] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.220842] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.221679] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-58d22b89-53f1-40a8-9dd2-9e528cf0be9c taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.221786] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58d22b89-53f1-40a8-9dd2-9e528cf0be9c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.221846] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58d22b89-53f1-40a8-9dd2-9e528cf0be9c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.222040] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58d22b89-53f1-40a8-9dd2-9e528cf0be9c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.222107] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58d22b89-53f1-40a8-9dd2-9e528cf0be9c',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.724373] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.724547] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.724713] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.725587] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58d22b89-53f1-40a8-9dd2-9e528cf0be9c with status ACTIVE [ 1160.725760] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.726118] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.726118] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.726205] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.726233] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.726434] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.726518] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.726568] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.726674] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.726747] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.726919] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.727375] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.727738] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.727738] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.727738] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.727848] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58d22b89-53f1-40a8-9dd2-9e528cf0be9c is going to be updated. [ 1160.750642] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.750804] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.750928] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.751102] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.751245] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.751404] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58d22b89-53f1-40a8-9dd2-9e528cf0be9c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.931350] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dc0ffe1-a8d8-4b95-8754-bd730d902672 in Status: SUCCESS [ 1160.931350] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dc0ffe1-a8d8-4b95-8754-bd730d902672" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.931350] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dc0ffe1-a8d8-4b95-8754-bd730d902672" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.931350] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dc0ffe1-a8d8-4b95-8754-bd730d902672" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.933034] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.933034] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.933034] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.933034] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.933034] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.933034] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dc0ffe1-a8d8-4b95-8754-bd730d902672" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.933034] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0dc0ffe1-a8d8-4b95-8754-bd730d902672',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.130323] env[69367]: INFO networking_nsxv3.common.synchronization [req-9904e3a9-030a-478c-8fa2-5f6277c0b835 req-be41338b-80c2-48e2-9789-d5a2173e261d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Enqueued Resource ID: 300f812c-2610-444b-8066-b75c76ae0aee with Priority: HIGHEST for action security_group_members [ 1161.130852] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 300f812c-2610-444b-8066-b75c76ae0aee with Priority: HIGHEST for action security_group_members [ 1161.131197] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-300f812c-2610-444b-8066-b75c76ae0aee taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.131384] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.131502] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.131783] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.132330] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.132796] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.132873] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.133069] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.133163] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.133262] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.230388] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.434374] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0dc0ffe1-a8d8-4b95-8754-bd730d902672',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.636114] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.636114] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.636114] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.636114] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.636114] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.636613] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.636613] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.636613] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.636980] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.637081] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.637174] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 300f812c-2610-444b-8066-b75c76ae0aee is going to be updated. [ 1161.668473] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.668629] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.668742] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.668921] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.669073] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.679561] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 300f812c-2610-444b-8066-b75c76ae0aee in Status: IN_PROGRESS for 2s [ 1161.733723] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.734177] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.734404] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.736328] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.736328] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.736328] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f is going to be created. [ 1161.762201] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.762434] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.762434] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.762617] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.762771] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.771834] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: UNINITIALIZED for 2s [ 1161.936532] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0dc0ffe1-a8d8-4b95-8754-bd730d902672: rpc.has_security_group_logging(os_id): False [ 1161.955984] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.956196] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.956247] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.956506] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.956606] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.956867] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.956977] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.957065] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.957231] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.957318] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.957405] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dc0ffe1-a8d8-4b95-8754-bd730d902672 is going to be created. [ 1162.016779] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.016970] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.017030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.017235] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.017417] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.032954] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dc0ffe1-a8d8-4b95-8754-bd730d902672 in Status: IN_PROGRESS for 2s [ 1162.659460] env[69367]: INFO networking_nsxv3.common.synchronization [req-e0996a6a-e366-4afd-bec7-5439bc6b0904 req-e60d79d3-8902-494f-8f65-638bafbce043 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Enqueued Resource ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef with Priority: HIGHEST for action security_group_members [ 1162.660082] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef with Priority: HIGHEST for action security_group_members [ 1162.660434] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.660588] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.660662] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.660883] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.661064] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.661171] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.661237] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.661392] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.661475] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.661592] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3ffa4eb-445d-4eda-b312-aa92ca99e9ef',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.164845] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.165084] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.165138] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.165362] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.188834] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.188834] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.189093] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.189093] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.189376] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.189489] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.190122] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef is going to be updated. [ 1163.223182] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.223415] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.223415] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.223588] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.223727] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.236132] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef in Status: IN_PROGRESS for 2s [ 1163.380523] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-916 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.380621] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-916" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.380746] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-916" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.381156] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-916" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.381457] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.381656] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.381814] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.382250] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.382856] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.382856] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1163.382856] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1163.383064] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1163.383064] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1163.383169] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1163.383299] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1163.383438] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1163.407025] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1163.407025] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1163.407025] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1163.407025] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-916" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.407025] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-a85abe20-d9c9-4144-b990-e8b32c978e28 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.407025] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-a85abe20-d9c9-4144-b990-e8b32c978e28" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.407025] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-a85abe20-d9c9-4144-b990-e8b32c978e28" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.407025] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-a85abe20-d9c9-4144-b990-e8b32c978e28" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.407025] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a85abe20-d9c9-4144-b990-e8b32c978e28',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.689221] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 300f812c-2610-444b-8066-b75c76ae0aee in Status: SUCCESS [ 1163.689514] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 300f812c-2610-444b-8066-b75c76ae0aee deletion is rescheduled due to dependency. [ 1163.689514] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.780786] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: SUCCESS [ 1163.781079] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.781259] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.781595] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.781685] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.781812] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.782173] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.782409] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.782503] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.782643] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.782687] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.908777] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.909098] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.909180] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.909471] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.909625] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.909805] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port a85abe20-d9c9-4144-b990-e8b32c978e28 not found, creating... [ 1163.910085] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.910349] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.910349] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.910578] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.910713] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.910992] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.911169] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.911290] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.911497] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.911630] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.911768] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: a85abe20-d9c9-4144-b990-e8b32c978e28 is going to be created. [ 1163.932536] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.932840] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.932920] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.933454] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.933454] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.933697] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-a85abe20-d9c9-4144-b990-e8b32c978e28" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.047987] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dc0ffe1-a8d8-4b95-8754-bd730d902672 in Status: SUCCESS [ 1164.047987] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dc0ffe1-a8d8-4b95-8754-bd730d902672" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.286071] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.286071] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.286071] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.286289] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.286378] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.286602] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.286741] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.287404] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.287404] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.287404] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.287404] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.287404] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.287404] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.287732] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.287779] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.287882] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.288088] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.288189] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.288246] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.288332] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.288452] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.791030] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a91d871-59f1-429d-aee5-6ce88f3e923f: rpc.has_security_group_logging(os_id): False [ 1164.814593] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.814794] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.814836] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.815045] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.815180] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.815374] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.815521] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.815571] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.815699] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.815790] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.815970] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.816087] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.816144] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.816286] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.816380] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.816527] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.816613] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.816672] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.816818] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.816922] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.816972] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f is going to be created. [ 1164.887423] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.887649] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.887800] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.888037] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.888310] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.906367] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: IN_PROGRESS for 2s [ 1165.246260] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef in Status: SUCCESS [ 1165.246500] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef deletion is rescheduled due to dependency. [ 1165.246574] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.251520] env[69367]: INFO networking_nsxv3.common.synchronization [req-e0996a6a-e366-4afd-bec7-5439bc6b0904 req-69fac60e-24d7-4076-bde8-73ae5f079b5a service nova] Enqueued Resource ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef with Priority: HIGHEST for action security_group_rules [ 1165.251695] env[69367]: INFO networking_nsxv3.common.synchronization [req-e0996a6a-e366-4afd-bec7-5439bc6b0904 req-69fac60e-24d7-4076-bde8-73ae5f079b5a service nova] Enqueued Resource ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef with Priority: HIGHEST for action security_group_members [ 1165.251838] env[69367]: INFO networking_nsxv3.common.synchronization [req-e0996a6a-e366-4afd-bec7-5439bc6b0904 req-69fac60e-24d7-4076-bde8-73ae5f079b5a service nova] Enqueued Resource ID: a85abe20-d9c9-4144-b990-e8b32c978e28 with Priority: HIGHEST for action port [ 1165.252105] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef with Priority: HIGHEST for action security_group_rules [ 1165.252188] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef with Priority: HIGHEST for action security_group_members [ 1165.252277] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a85abe20-d9c9-4144-b990-e8b32c978e28 with Priority: HIGHEST for action port [ 1165.252806] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.252918] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.253044] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.253193] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.253291] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3ffa4eb-445d-4eda-b312-aa92ca99e9ef',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.254197] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.254320] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.254367] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.254535] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.254697] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.254785] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.254845] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.255063] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.255109] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.255197] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3ffa4eb-445d-4eda-b312-aa92ca99e9ef',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.255917] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-a85abe20-d9c9-4144-b990-e8b32c978e28 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.256613] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a85abe20-d9c9-4144-b990-e8b32c978e28" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.256613] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a85abe20-d9c9-4144-b990-e8b32c978e28" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.256613] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a85abe20-d9c9-4144-b990-e8b32c978e28" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.256613] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a85abe20-d9c9-4144-b990-e8b32c978e28',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.758024] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.758187] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.758345] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3ffa4eb-445d-4eda-b312-aa92ca99e9ef',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.759806] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a85abe20-d9c9-4144-b990-e8b32c978e28 with status ACTIVE [ 1165.760019] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.760153] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.760232] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.760422] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.760524] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.760701] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.760796] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.760865] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.761022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.761222] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.761432] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.761500] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.761628] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.761771] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.761771] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.761859] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a85abe20-d9c9-4144-b990-e8b32c978e28 is going to be updated. [ 1165.784068] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.784304] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.784409] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.784702] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.784892] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.785161] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a85abe20-d9c9-4144-b990-e8b32c978e28" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.261082] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3ffa4eb-445d-4eda-b312-aa92ca99e9ef',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.711317] env[69367]: INFO networking_nsxv3.common.synchronization [None req-d89822f9-97aa-488f-8e44-8d82c1ed48fb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Enqueued Resource ID: b2e41773-6ecd-4a78-a05b-d29855fd5e4a with Priority: HIGHEST for action security_group_rules [ 1166.711317] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e41773-6ecd-4a78-a05b-d29855fd5e4a with Priority: HIGHEST for action security_group_rules [ 1166.711317] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2e41773-6ecd-4a78-a05b-d29855fd5e4a taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.711317] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2e41773-6ecd-4a78-a05b-d29855fd5e4a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.711599] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2e41773-6ecd-4a78-a05b-d29855fd5e4a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.711927] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2e41773-6ecd-4a78-a05b-d29855fd5e4a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.712107] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2e41773-6ecd-4a78-a05b-d29855fd5e4a',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.766319] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.766319] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.766319] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.766319] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.766319] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.766319] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef is going to be updated. [ 1166.798624] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.798780] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.798852] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.799144] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.799306] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.812184] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef in Status: IN_PROGRESS for 2s [ 1166.848911] env[69367]: INFO networking_nsxv3.common.synchronization [None req-ff15c042-8e80-4e45-a727-6f12dfde13e1 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Enqueued Resource ID: b2e41773-6ecd-4a78-a05b-d29855fd5e4a with Priority: HIGHEST for action security_group_rules [ 1166.850108] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e41773-6ecd-4a78-a05b-d29855fd5e4a with Priority: HIGHEST for action security_group_rules [ 1166.850108] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2e41773-6ecd-4a78-a05b-d29855fd5e4a taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.850108] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2e41773-6ecd-4a78-a05b-d29855fd5e4a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.901387] env[69367]: INFO networking_nsxv3.common.synchronization [req-34d580d0-9a0f-4908-bf6a-97f7336c795a req-18c21d8a-92a6-4987-83ec-ba8b9f03689a tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Enqueued Resource ID: 4739c247-54ee-4901-b65a-e8059af10133 with Priority: HIGHEST for action security_group_members [ 1166.901876] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4739c247-54ee-4901-b65a-e8059af10133 with Priority: HIGHEST for action security_group_members [ 1166.902587] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4739c247-54ee-4901-b65a-e8059af10133 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.902717] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.902786] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.903123] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.903818] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.904179] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.904179] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.904819] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.904985] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.905186] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4739c247-54ee-4901-b65a-e8059af10133',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.923253] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: SUCCESS [ 1166.923253] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.239844] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.239844] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.239844] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.239844] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.239844] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.239844] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2e41773-6ecd-4a78-a05b-d29855fd5e4a already deleted. [ 1167.239844] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2e41773-6ecd-4a78-a05b-d29855fd5e4a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.239844] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2e41773-6ecd-4a78-a05b-d29855fd5e4a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.239844] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2e41773-6ecd-4a78-a05b-d29855fd5e4a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.239844] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2e41773-6ecd-4a78-a05b-d29855fd5e4a',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.408096] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.408421] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.408421] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.408610] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.408736] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.408963] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.409106] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.409218] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.409405] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.409514] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.409628] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4739c247-54ee-4901-b65a-e8059af10133 is going to be updated. [ 1167.438598] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.438804] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.438804] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.439033] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.439186] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.448231] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4739c247-54ee-4901-b65a-e8059af10133 in Status: IN_PROGRESS for 2s [ 1167.762413] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.762583] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.762636] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.762981] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.763139] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.763287] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2e41773-6ecd-4a78-a05b-d29855fd5e4a already deleted. [ 1167.763399] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2e41773-6ecd-4a78-a05b-d29855fd5e4a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.757334] env[69367]: INFO networking_nsxv3.common.synchronization [req-61fcdefb-3e0d-44b6-9631-a80a63882b4a req-af52f925-b7e6-4a85-bda7-ad9a55600cbc tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Enqueued Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_members [ 1168.758621] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_members [ 1168.758919] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.759066] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.759139] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.759337] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.759494] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.759606] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.759677] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.759826] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.759910] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.760010] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.820538] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef in Status: SUCCESS [ 1168.820760] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.820932] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.821167] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.821426] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.821540] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.821603] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.821771] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.821853] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.821935] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.822033] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3ffa4eb-445d-4eda-b312-aa92ca99e9ef',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.054333] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-802 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.054531] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-802" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.054654] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-802" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.054916] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-802" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.055195] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.055398] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.055669] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.055768] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.055883] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.056173] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1169.056295] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1169.056406] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1169.056551] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1169.056674] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1169.056790] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1169.056922] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1169.079043] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1169.079280] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1169.081021] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1169.081021] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-802" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.081021] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-bc30d8e2-87a1-4410-a165-d1158fc2871e taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.081021] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-bc30d8e2-87a1-4410-a165-d1158fc2871e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.081021] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-bc30d8e2-87a1-4410-a165-d1158fc2871e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.081021] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-bc30d8e2-87a1-4410-a165-d1158fc2871e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.081021] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc30d8e2-87a1-4410-a165-d1158fc2871e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.263049] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.324904] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.325099] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.325169] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.325446] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.325618] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.325722] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.325781] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.325934] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.326031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.326277] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.326277] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.326358] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.326392] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.326524] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.326659] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.326749] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.326807] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.326940] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.327017] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.327101] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.327187] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3ffa4eb-445d-4eda-b312-aa92ca99e9ef',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.461096] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4739c247-54ee-4901-b65a-e8059af10133 in Status: SUCCESS [ 1169.461096] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4739c247-54ee-4901-b65a-e8059af10133 deletion is rescheduled due to dependency. [ 1169.461096] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.583947] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.584256] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.584421] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.584740] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.584979] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.585101] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port bc30d8e2-87a1-4410-a165-d1158fc2871e not found, creating... [ 1169.585446] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.585654] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.585809] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.586091] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.586257] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.586630] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.586828] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.586977] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.587276] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.587425] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.587619] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: bc30d8e2-87a1-4410-a165-d1158fc2871e is going to be created. [ 1169.610011] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.610394] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.610481] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.610750] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.611039] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.611363] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-bc30d8e2-87a1-4410-a165-d1158fc2871e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.765460] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.832376] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3ffa4eb-445d-4eda-b312-aa92ca99e9ef: rpc.has_security_group_logging(os_id): False [ 1169.852722] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.852868] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.852940] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.853412] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.853412] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.853625] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.853730] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.853803] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.854268] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.854268] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.854268] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.854451] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.854451] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.854566] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.854631] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.854811] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.854930] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.854982] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.855099] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.855166] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.855261] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef is going to be updated. [ 1169.920449] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.920733] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.920733] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.921040] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.921040] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.938085] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef in Status: IN_PROGRESS for 2s [ 1170.268465] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.268745] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.268818] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.269046] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.269174] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.269239] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 is going to be updated. [ 1170.292940] env[69367]: INFO networking_nsxv3.common.synchronization [req-61fcdefb-3e0d-44b6-9631-a80a63882b4a req-2ad6824a-b677-491e-b209-ffb5ab8ea810 service nova] Enqueued Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_rules [ 1170.293148] env[69367]: INFO networking_nsxv3.common.synchronization [req-61fcdefb-3e0d-44b6-9631-a80a63882b4a req-2ad6824a-b677-491e-b209-ffb5ab8ea810 service nova] Enqueued Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_members [ 1170.293291] env[69367]: INFO networking_nsxv3.common.synchronization [req-61fcdefb-3e0d-44b6-9631-a80a63882b4a req-2ad6824a-b677-491e-b209-ffb5ab8ea810 service nova] Enqueued Resource ID: bc30d8e2-87a1-4410-a165-d1158fc2871e with Priority: HIGHEST for action port [ 1170.293514] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_rules [ 1170.293638] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_members [ 1170.293732] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc30d8e2-87a1-4410-a165-d1158fc2871e with Priority: HIGHEST for action port [ 1170.294348] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.294491] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.294549] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.294730] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.294809] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.298317] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.298419] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.298884] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc30d8e2-87a1-4410-a165-d1158fc2871e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.298884] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc30d8e2-87a1-4410-a165-d1158fc2871e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.298884] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc30d8e2-87a1-4410-a165-d1158fc2871e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.299097] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc30d8e2-87a1-4410-a165-d1158fc2871e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.299097] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc30d8e2-87a1-4410-a165-d1158fc2871e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.300619] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.300950] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.300950] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.301026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.301139] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.311194] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: IN_PROGRESS for 2s [ 1170.804481] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.804481] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.804481] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc30d8e2-87a1-4410-a165-d1158fc2871e with status ACTIVE [ 1170.804481] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.804481] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.804481] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.805052] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.805052] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.805052] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.805052] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.805052] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.805226] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.805376] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.805698] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.805860] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.805970] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.806223] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.806338] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.806437] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc30d8e2-87a1-4410-a165-d1158fc2871e is going to be updated. [ 1170.830917] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.831174] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.831243] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.831559] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.831755] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.832010] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc30d8e2-87a1-4410-a165-d1158fc2871e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.305539] env[69367]: INFO networking_nsxv3.common.synchronization [req-5b593d90-af30-47ea-85f6-dc41cba0d894 req-c92b1a19-fa28-42db-9e78-d55cfae64e88 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Enqueued Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGHEST for action security_group_members [ 1171.306065] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGHEST for action security_group_members [ 1171.306468] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-339018b6-4421-400f-afea-14fd86be5c3d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.306613] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.306684] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.306882] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.307192] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.307326] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.307392] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.307576] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.307677] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.307775] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.676017] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-783 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.676195] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-783" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.676282] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-783" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.676612] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-783" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.676918] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.677299] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.677497] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.677938] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.679918] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.679918] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1171.679918] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1171.679918] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1171.679918] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1171.679918] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1171.679918] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1171.679918] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1171.698903] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1171.699215] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1171.699445] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1171.699730] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-783" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.700069] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-8af8e4b6-0e37-4edc-9b7e-1721d56d8bb9 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.700263] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-8af8e4b6-0e37-4edc-9b7e-1721d56d8bb9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.700379] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-8af8e4b6-0e37-4edc-9b7e-1721d56d8bb9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.700716] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-8af8e4b6-0e37-4edc-9b7e-1721d56d8bb9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.700878] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8af8e4b6-0e37-4edc-9b7e-1721d56d8bb9',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.811513] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.811849] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.811849] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.811919] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.812099] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.812350] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.812483] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.812605] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.813327] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.813327] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.813327] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 339018b6-4421-400f-afea-14fd86be5c3d is going to be updated. [ 1171.842250] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.842439] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.842533] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.842725] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.842884] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.851827] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 339018b6-4421-400f-afea-14fd86be5c3d in Status: IN_PROGRESS for 2s [ 1171.952122] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef in Status: SUCCESS [ 1171.952854] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.204578] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.204831] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.204964] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.205334] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.205469] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.205640] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 8af8e4b6-0e37-4edc-9b7e-1721d56d8bb9 not found, creating... [ 1172.205952] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.206185] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.206332] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.206564] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.206781] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.207094] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.207282] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.207407] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.207690] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.207830] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.207997] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 8af8e4b6-0e37-4edc-9b7e-1721d56d8bb9 is going to be created. [ 1172.231035] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.231312] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.231471] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.231888] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.232291] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.232639] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-8af8e4b6-0e37-4edc-9b7e-1721d56d8bb9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.321725] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: SUCCESS [ 1172.322146] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.322146] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.322348] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.322508] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.322624] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.322697] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.322857] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.322935] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.323332] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.825843] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.083192] env[69367]: INFO networking_nsxv3.common.synchronization [req-5b593d90-af30-47ea-85f6-dc41cba0d894 req-7408ba9e-ab19-4102-a355-d1d4fed7e43c service nova] Enqueued Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGHEST for action security_group_rules [ 1173.083612] env[69367]: INFO networking_nsxv3.common.synchronization [req-5b593d90-af30-47ea-85f6-dc41cba0d894 req-7408ba9e-ab19-4102-a355-d1d4fed7e43c service nova] Enqueued Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGHEST for action security_group_members [ 1173.083612] env[69367]: INFO networking_nsxv3.common.synchronization [req-5b593d90-af30-47ea-85f6-dc41cba0d894 req-7408ba9e-ab19-4102-a355-d1d4fed7e43c service nova] Enqueued Resource ID: 8af8e4b6-0e37-4edc-9b7e-1721d56d8bb9 with Priority: HIGHEST for action port [ 1173.084782] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGHEST for action security_group_rules [ 1173.084782] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGHEST for action security_group_members [ 1173.084782] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af8e4b6-0e37-4edc-9b7e-1721d56d8bb9 with Priority: HIGHEST for action port [ 1173.084782] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-339018b6-4421-400f-afea-14fd86be5c3d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.084782] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.084782] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.085234] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.085234] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.086210] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-339018b6-4421-400f-afea-14fd86be5c3d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.087793] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.088023] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-8af8e4b6-0e37-4edc-9b7e-1721d56d8bb9 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.088164] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8af8e4b6-0e37-4edc-9b7e-1721d56d8bb9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.088238] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8af8e4b6-0e37-4edc-9b7e-1721d56d8bb9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.088373] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8af8e4b6-0e37-4edc-9b7e-1721d56d8bb9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.088450] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8af8e4b6-0e37-4edc-9b7e-1721d56d8bb9',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.328273] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.593499] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-339018b6-4421-400f-afea-14fd86be5c3d taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.593647] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.593844] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8af8e4b6-0e37-4edc-9b7e-1721d56d8bb9 with status ACTIVE [ 1173.594282] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.594282] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.594282] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.594454] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.594534] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.594695] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.594791] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.594840] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.594984] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.595070] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.595261] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.595458] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.595523] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.595668] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.595741] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.595826] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8af8e4b6-0e37-4edc-9b7e-1721d56d8bb9 is going to be updated. [ 1173.618127] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.618256] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.618330] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.618550] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.618692] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.618855] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8af8e4b6-0e37-4edc-9b7e-1721d56d8bb9" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.837988] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.837988] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.837988] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.837988] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.837988] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.837988] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 is going to be updated. [ 1173.865872] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 339018b6-4421-400f-afea-14fd86be5c3d in Status: SUCCESS [ 1173.866140] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 339018b6-4421-400f-afea-14fd86be5c3d deletion is rescheduled due to dependency. [ 1173.866293] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.866497] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.866770] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.867398] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.867603] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.867822] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.868049] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.868175] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.868318] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.869959] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.870219] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.870329] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.870521] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.870702] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.878918] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: IN_PROGRESS for 2s [ 1174.317881] env[69367]: INFO networking_nsxv3.common.synchronization [None req-1b22419a-a82d-43b0-820c-43a27453190b tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Enqueued Resource ID: e227f508-0794-4f51-805a-ea1c5b7def2d with Priority: HIGHEST for action security_group_rules [ 1174.319237] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e227f508-0794-4f51-805a-ea1c5b7def2d with Priority: HIGHEST for action security_group_rules [ 1174.319772] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e227f508-0794-4f51-805a-ea1c5b7def2d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.320042] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e227f508-0794-4f51-805a-ea1c5b7def2d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.320580] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e227f508-0794-4f51-805a-ea1c5b7def2d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.321061] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e227f508-0794-4f51-805a-ea1c5b7def2d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.321291] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e227f508-0794-4f51-805a-ea1c5b7def2d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.373933] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.448031] env[69367]: INFO networking_nsxv3.common.synchronization [None req-0a70514a-9f20-49af-904f-c8422aec3bbc tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Enqueued Resource ID: e227f508-0794-4f51-805a-ea1c5b7def2d with Priority: HIGHEST for action security_group_rules [ 1174.448031] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e227f508-0794-4f51-805a-ea1c5b7def2d with Priority: HIGHEST for action security_group_rules [ 1174.449292] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e227f508-0794-4f51-805a-ea1c5b7def2d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.449406] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e227f508-0794-4f51-805a-ea1c5b7def2d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.649804] env[69367]: INFO networking_nsxv3.common.synchronization [req-9d182eb1-3ff5-4967-8006-63c441333722 req-dba0cb71-0c50-4f5e-98ce-23c44818c1f7 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Enqueued Resource ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef with Priority: HIGHEST for action security_group_members [ 1174.650594] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef with Priority: HIGHEST for action security_group_members [ 1174.651128] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.651268] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.651268] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.651621] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.651839] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.651975] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.652072] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.652650] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.652650] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.652650] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3ffa4eb-445d-4eda-b312-aa92ca99e9ef',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.845230] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.845576] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.845576] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.845704] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.845760] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.845854] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e227f508-0794-4f51-805a-ea1c5b7def2d already deleted. [ 1174.845934] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e227f508-0794-4f51-805a-ea1c5b7def2d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.847179] env[69367]: INFO networking_nsxv3.common.synchronization [req-9d182eb1-3ff5-4967-8006-63c441333722 req-dba0cb71-0c50-4f5e-98ce-23c44818c1f7 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Enqueued Resource ID: a85abe20-d9c9-4144-b990-e8b32c978e28 with Priority: HIGHEST for action port [ 1174.847804] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e227f508-0794-4f51-805a-ea1c5b7def2d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.848225] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e227f508-0794-4f51-805a-ea1c5b7def2d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.848325] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e227f508-0794-4f51-805a-ea1c5b7def2d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.849141] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a85abe20-d9c9-4144-b990-e8b32c978e28 with Priority: HIGHEST for action port [ 1174.849692] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-a85abe20-d9c9-4144-b990-e8b32c978e28 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.849816] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a85abe20-d9c9-4144-b990-e8b32c978e28" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.849888] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a85abe20-d9c9-4144-b990-e8b32c978e28" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.850080] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a85abe20-d9c9-4144-b990-e8b32c978e28" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.850162] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a85abe20-d9c9-4144-b990-e8b32c978e28',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.877216] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.155455] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.155658] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.155737] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.155999] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.156132] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.156365] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.156513] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.156598] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.156812] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.156907] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.157012] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef is going to be updated. [ 1175.188785] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.189049] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.189049] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.189339] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.189516] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.202211] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef in Status: IN_PROGRESS for 2s [ 1175.352233] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a85abe20-d9c9-4144-b990-e8b32c978e28 with status ACTIVE [ 1175.352519] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.352650] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.352719] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.353372] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.353372] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.353372] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.353372] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.353372] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.353591] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.353591] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.353779] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.353879] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.353932] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.354152] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.354230] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.354337] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a85abe20-d9c9-4144-b990-e8b32c978e28 is going to be updated. [ 1175.373331] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.377030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.377030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.377030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.377030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.377030] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e227f508-0794-4f51-805a-ea1c5b7def2d already deleted. [ 1175.377030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e227f508-0794-4f51-805a-ea1c5b7def2d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.379413] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.379614] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.379901] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.379972] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.380126] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.380224] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 339018b6-4421-400f-afea-14fd86be5c3d is going to be updated. [ 1175.382255] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.382255] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.382255] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.382472] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.382572] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.382749] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a85abe20-d9c9-4144-b990-e8b32c978e28" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.416391] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.416611] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.417298] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.417298] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.417298] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.427926] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 339018b6-4421-400f-afea-14fd86be5c3d in Status: IN_PROGRESS for 2s [ 1175.890408] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: SUCCESS [ 1175.890726] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.890764] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.890960] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.891153] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.892042] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.892042] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.892042] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.892042] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.892042] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.892042] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.398590] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.398988] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.398988] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.400609] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.400847] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.401021] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.401063] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.401312] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.401545] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.401682] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.401863] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.402810] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.402810] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.402810] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.402810] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.402810] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.402810] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.402810] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.402810] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.403349] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.403349] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.907283] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e300d9d7-a7b7-4eb1-a36c-40b7a711e085: rpc.has_security_group_logging(os_id): False [ 1176.931293] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.931559] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.931606] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.933051] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.956382] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.956521] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.956688] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.956757] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.957034] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.957131] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.957334] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.957445] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.957499] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.957687] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.957733] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.957899] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.957989] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.958074] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.958200] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.958273] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.958360] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 is going to be updated. [ 1177.081153] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.081153] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.081153] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.081153] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.081470] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.100448] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: IN_PROGRESS for 2s [ 1177.215457] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef in Status: SUCCESS [ 1177.215457] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef deletion is rescheduled due to dependency. [ 1177.215457] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.441083] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 339018b6-4421-400f-afea-14fd86be5c3d in Status: SUCCESS [ 1177.441391] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.441531] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.441747] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.441963] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.442200] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.442395] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.443473] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.443473] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.443473] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.443473] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.945869] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-339018b6-4421-400f-afea-14fd86be5c3d taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.946413] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.946413] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.946413] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.946533] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.946619] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.946685] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.946834] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.946922] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.947014] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.947163] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-339018b6-4421-400f-afea-14fd86be5c3d taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.947258] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.947317] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.947457] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.947589] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.947680] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.947738] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.947873] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.947948] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.948039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.948127] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.451972] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 339018b6-4421-400f-afea-14fd86be5c3d: rpc.has_security_group_logging(os_id): False [ 1178.474847] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.475015] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.475078] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.475357] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.475553] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.475649] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.475749] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.475811] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.475965] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.476051] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.476246] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.476625] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.476625] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.476625] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.476625] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.476773] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.477229] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.477229] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.477229] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.477382] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.477382] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 339018b6-4421-400f-afea-14fd86be5c3d is going to be updated. [ 1178.543883] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.543883] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.543883] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.543883] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.544441] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.565557] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 339018b6-4421-400f-afea-14fd86be5c3d in Status: IN_PROGRESS for 2s [ 1178.895902] env[69367]: INFO networking_nsxv3.common.synchronization [req-0cca431a-ccea-400e-81b8-765580b567cf req-ff8d4e70-2efd-4c94-a99c-7bf7887bfe8c tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Enqueued Resource ID: b2e41773-6ecd-4a78-a05b-d29855fd5e4a with Priority: HIGHEST for action security_group_members [ 1178.896586] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e41773-6ecd-4a78-a05b-d29855fd5e4a with Priority: HIGHEST for action security_group_members [ 1178.897237] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e41773-6ecd-4a78-a05b-d29855fd5e4a taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.901114] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e41773-6ecd-4a78-a05b-d29855fd5e4a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.901385] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e41773-6ecd-4a78-a05b-d29855fd5e4a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.902063] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e41773-6ecd-4a78-a05b-d29855fd5e4a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.902063] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.902063] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.902063] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.902373] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.902373] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.902373] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2e41773-6ecd-4a78-a05b-d29855fd5e4a',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.118071] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: SUCCESS [ 1179.118374] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.375991] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.375991] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-235" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.376714] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-235" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.376928] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-235" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.377399] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.377699] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.377962] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.378484] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.378742] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.379075] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1179.379276] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1179.379482] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1179.379703] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1179.379915] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1179.380159] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1179.380395] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1179.405616] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1179.405808] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1179.407045] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1179.407045] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-235" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.407045] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-00f453b7-4f29-4c08-b55d-d8aa60376fc3 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.407045] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-00f453b7-4f29-4c08-b55d-d8aa60376fc3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.407328] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-00f453b7-4f29-4c08-b55d-d8aa60376fc3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.409404] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-00f453b7-4f29-4c08-b55d-d8aa60376fc3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.409404] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00f453b7-4f29-4c08-b55d-d8aa60376fc3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.409404] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.409404] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.409720] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.409720] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.409775] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.409972] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.410201] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.410307] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.410541] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.414024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.414024] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2e41773-6ecd-4a78-a05b-d29855fd5e4a already deleted. [ 1179.414024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e41773-6ecd-4a78-a05b-d29855fd5e4a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.913035] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.913035] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.913281] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.914030] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.914030] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.914175] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 00f453b7-4f29-4c08-b55d-d8aa60376fc3 not found, creating... [ 1179.914565] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.914857] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.915111] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.915310] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.915555] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.915995] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.916224] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.916407] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.916740] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.916898] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.917086] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 00f453b7-4f29-4c08-b55d-d8aa60376fc3 is going to be created. [ 1179.949372] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.949714] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.949953] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.950390] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.950779] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.952022] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-00f453b7-4f29-4c08-b55d-d8aa60376fc3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.584549] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 339018b6-4421-400f-afea-14fd86be5c3d in Status: SUCCESS [ 1180.584549] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.725880] env[69367]: INFO networking_nsxv3.common.synchronization [req-0cca431a-ccea-400e-81b8-765580b567cf req-95ec643c-2954-4fec-8c9a-08719ad1fce2 service nova] Enqueued Resource ID: b2e41773-6ecd-4a78-a05b-d29855fd5e4a with Priority: HIGHEST for action security_group_rules [ 1180.726096] env[69367]: INFO networking_nsxv3.common.synchronization [req-0cca431a-ccea-400e-81b8-765580b567cf req-95ec643c-2954-4fec-8c9a-08719ad1fce2 service nova] Enqueued Resource ID: b2e41773-6ecd-4a78-a05b-d29855fd5e4a with Priority: HIGHEST for action security_group_members [ 1180.726240] env[69367]: INFO networking_nsxv3.common.synchronization [req-0cca431a-ccea-400e-81b8-765580b567cf req-95ec643c-2954-4fec-8c9a-08719ad1fce2 service nova] Enqueued Resource ID: 00f453b7-4f29-4c08-b55d-d8aa60376fc3 with Priority: HIGHEST for action port [ 1180.726917] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e41773-6ecd-4a78-a05b-d29855fd5e4a with Priority: HIGHEST for action security_group_rules [ 1180.727389] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e41773-6ecd-4a78-a05b-d29855fd5e4a with Priority: HIGHEST for action security_group_members [ 1180.727542] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00f453b7-4f29-4c08-b55d-d8aa60376fc3 with Priority: HIGHEST for action port [ 1180.728576] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2e41773-6ecd-4a78-a05b-d29855fd5e4a taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.728768] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2e41773-6ecd-4a78-a05b-d29855fd5e4a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.728865] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2e41773-6ecd-4a78-a05b-d29855fd5e4a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.729122] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2e41773-6ecd-4a78-a05b-d29855fd5e4a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.729245] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2e41773-6ecd-4a78-a05b-d29855fd5e4a',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.731644] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e41773-6ecd-4a78-a05b-d29855fd5e4a taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.731644] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e41773-6ecd-4a78-a05b-d29855fd5e4a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.731644] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e41773-6ecd-4a78-a05b-d29855fd5e4a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.732494] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e41773-6ecd-4a78-a05b-d29855fd5e4a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.732864] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.733133] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.733310] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.733616] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.733755] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.733919] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2e41773-6ecd-4a78-a05b-d29855fd5e4a',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.735614] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-00f453b7-4f29-4c08-b55d-d8aa60376fc3 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.735614] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00f453b7-4f29-4c08-b55d-d8aa60376fc3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.735808] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00f453b7-4f29-4c08-b55d-d8aa60376fc3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.736297] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00f453b7-4f29-4c08-b55d-d8aa60376fc3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.736385] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00f453b7-4f29-4c08-b55d-d8aa60376fc3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.166622] env[69367]: INFO networking_nsxv3.common.synchronization [req-95462d25-c364-474f-8e6c-ed5c2b6ca349 req-3e80e286-0977-4cd1-b93b-8c2742073b33 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Enqueued Resource ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 with Priority: HIGHEST for action security_group_members [ 1181.166622] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 with Priority: HIGHEST for action security_group_members [ 1181.166622] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-274f0898-6a56-45d1-ad8f-ebd9165fe922 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.166622] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.167040] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.167452] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.167815] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.168037] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.168187] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.168423] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.168688] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.168871] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('274f0898-6a56-45d1-ad8f-ebd9165fe922',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.241381] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2e41773-6ecd-4a78-a05b-d29855fd5e4a',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.243505] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e41773-6ecd-4a78-a05b-d29855fd5e4a taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.243657] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e41773-6ecd-4a78-a05b-d29855fd5e4a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.244080] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00f453b7-4f29-4c08-b55d-d8aa60376fc3 with status ACTIVE [ 1181.244226] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.244391] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.244513] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.244660] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.244740] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.244995] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.245137] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.245137] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.245270] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.245569] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.245776] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.246077] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.246145] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.246629] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.246629] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.246629] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00f453b7-4f29-4c08-b55d-d8aa60376fc3 is going to be updated. [ 1181.276412] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.276616] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.276683] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.276909] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.277156] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.281483] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00f453b7-4f29-4c08-b55d-d8aa60376fc3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.507098] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-730 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.507581] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-730" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.507581] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-730" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.507883] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-730" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.508729] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.509278] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.509808] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.511392] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.511555] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.511895] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1181.512108] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1181.512317] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1181.512527] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1181.513812] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1181.513812] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1181.513812] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1181.537412] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1181.538994] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1181.538994] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1181.538994] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-730" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.538994] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-f7317f9a-151c-401f-ad2d-8812fac541ce taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.538994] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-f7317f9a-151c-401f-ad2d-8812fac541ce" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.538994] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-f7317f9a-151c-401f-ad2d-8812fac541ce" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.538994] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-f7317f9a-151c-401f-ad2d-8812fac541ce" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.539367] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7317f9a-151c-401f-ad2d-8812fac541ce',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.675608] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.675992] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.675992] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.676229] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.676356] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.676638] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.676801] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.676904] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.677131] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.677231] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.677333] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 is going to be updated. [ 1181.709680] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.709911] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.709911] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.710182] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.710374] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.720922] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 in Status: IN_PROGRESS for 2s [ 1181.744514] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2e41773-6ecd-4a78-a05b-d29855fd5e4a',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.046142] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.046460] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.046534] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.046773] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.046927] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.047101] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port f7317f9a-151c-401f-ad2d-8812fac541ce not found, creating... [ 1182.047376] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.047543] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.047663] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.047902] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.048055] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.048380] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.048582] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.048715] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.048932] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.049096] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.049245] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: f7317f9a-151c-401f-ad2d-8812fac541ce is going to be created. [ 1182.083880] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.084499] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.084800] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.089047] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.089047] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.089047] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-f7317f9a-151c-401f-ad2d-8812fac541ce" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.250862] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.251213] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.251213] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.251392] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.251445] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.251506] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2e41773-6ecd-4a78-a05b-d29855fd5e4a is going to be created. [ 1182.281424] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.281662] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.281662] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.282384] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.282384] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.296119] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e41773-6ecd-4a78-a05b-d29855fd5e4a in Status: UNINITIALIZED for 2s [ 1182.777016] env[69367]: INFO networking_nsxv3.common.synchronization [req-95462d25-c364-474f-8e6c-ed5c2b6ca349 req-182ee144-8031-4e22-8085-f1a3603389de service nova] Enqueued Resource ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 with Priority: HIGHEST for action security_group_rules [ 1182.777016] env[69367]: INFO networking_nsxv3.common.synchronization [req-95462d25-c364-474f-8e6c-ed5c2b6ca349 req-182ee144-8031-4e22-8085-f1a3603389de service nova] Enqueued Resource ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 with Priority: HIGHEST for action security_group_members [ 1182.777016] env[69367]: INFO networking_nsxv3.common.synchronization [req-95462d25-c364-474f-8e6c-ed5c2b6ca349 req-182ee144-8031-4e22-8085-f1a3603389de service nova] Enqueued Resource ID: f7317f9a-151c-401f-ad2d-8812fac541ce with Priority: HIGHEST for action port [ 1182.777866] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 with Priority: HIGHEST for action security_group_rules [ 1182.783577] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 with Priority: HIGHEST for action security_group_members [ 1182.783577] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7317f9a-151c-401f-ad2d-8812fac541ce with Priority: HIGHEST for action port [ 1182.783577] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-274f0898-6a56-45d1-ad8f-ebd9165fe922 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.783577] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.783577] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.783577] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.783577] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('274f0898-6a56-45d1-ad8f-ebd9165fe922',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.783577] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-274f0898-6a56-45d1-ad8f-ebd9165fe922 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.783577] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.783577] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7317f9a-151c-401f-ad2d-8812fac541ce taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.783577] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7317f9a-151c-401f-ad2d-8812fac541ce" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.783577] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7317f9a-151c-401f-ad2d-8812fac541ce" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.787509] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7317f9a-151c-401f-ad2d-8812fac541ce" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.787509] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7317f9a-151c-401f-ad2d-8812fac541ce',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.090647] env[69367]: INFO networking_nsxv3.common.synchronization [req-ee602fdc-ae15-46a7-b5a5-dbf5859f0498 req-17c9df81-e38d-46be-8761-5f16ebccaf80 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Enqueued Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_members [ 1183.091375] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_members [ 1183.091773] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.091949] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.092215] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.092550] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.092752] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.092931] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.092995] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.093204] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.093332] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.093444] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.270305] env[69367]: INFO networking_nsxv3.common.synchronization [None req-bf46a0dc-5e05-4ff8-80b3-82ebabd1b727 None None] Enqueued Resource ID: 4dcfbff2-bb41-4424-826e-e1a83456425c with Priority: HIGHEST for action port [ 1183.270305] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dcfbff2-bb41-4424-826e-e1a83456425c with Priority: HIGHEST for action port [ 1183.270422] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dcfbff2-bb41-4424-826e-e1a83456425c taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.270576] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dcfbff2-bb41-4424-826e-e1a83456425c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.270576] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dcfbff2-bb41-4424-826e-e1a83456425c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.270824] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dcfbff2-bb41-4424-826e-e1a83456425c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.270926] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dcfbff2-bb41-4424-826e-e1a83456425c',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.289933] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-274f0898-6a56-45d1-ad8f-ebd9165fe922 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.290158] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.290259] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7317f9a-151c-401f-ad2d-8812fac541ce with status ACTIVE [ 1183.290630] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.290630] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.290812] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.290928] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.291032] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.291253] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.291365] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.291428] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.291795] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.291795] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.291945] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.291945] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.292110] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.292110] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.292212] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.292327] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7317f9a-151c-401f-ad2d-8812fac541ce is going to be updated. [ 1183.315906] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.316156] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.316156] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.316467] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.316575] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.316809] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7317f9a-151c-401f-ad2d-8812fac541ce" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.595536] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.735626] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 in Status: SUCCESS [ 1183.735850] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 deletion is rescheduled due to dependency. [ 1183.735966] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.736195] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.736479] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.736627] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.736751] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.736818] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.736993] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.737115] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.737216] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('274f0898-6a56-45d1-ad8f-ebd9165fe922',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.773518] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4dcfbff2-bb41-4424-826e-e1a83456425c [ 1183.773765] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.773901] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.773972] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.774204] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.774294] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.774478] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4dcfbff2-bb41-4424-826e-e1a83456425c already deleted. [ 1183.774571] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dcfbff2-bb41-4424-826e-e1a83456425c" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.882639] env[69367]: INFO networking_nsxv3.common.synchronization [req-07e77cf0-957d-4809-a812-155ef3feb5db req-a802e0e4-872a-4ef3-b74b-0809b8dd36bb tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Enqueued Resource ID: e227f508-0794-4f51-805a-ea1c5b7def2d with Priority: HIGHEST for action security_group_members [ 1183.883413] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e227f508-0794-4f51-805a-ea1c5b7def2d with Priority: HIGHEST for action security_group_members [ 1183.883882] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e227f508-0794-4f51-805a-ea1c5b7def2d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.884011] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e227f508-0794-4f51-805a-ea1c5b7def2d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.884011] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e227f508-0794-4f51-805a-ea1c5b7def2d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.886069] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e227f508-0794-4f51-805a-ea1c5b7def2d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.886069] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.887257] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.887375] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.887579] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.887672] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.887772] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e227f508-0794-4f51-805a-ea1c5b7def2d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.099414] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.240178] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('274f0898-6a56-45d1-ad8f-ebd9165fe922',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.307523] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e41773-6ecd-4a78-a05b-d29855fd5e4a in Status: SUCCESS [ 1184.307812] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e41773-6ecd-4a78-a05b-d29855fd5e4a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.307993] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e41773-6ecd-4a78-a05b-d29855fd5e4a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.308294] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e41773-6ecd-4a78-a05b-d29855fd5e4a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.308500] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.308630] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.308749] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.308873] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.308988] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.309151] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e41773-6ecd-4a78-a05b-d29855fd5e4a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.309287] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2e41773-6ecd-4a78-a05b-d29855fd5e4a',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.388447] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.388705] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-420" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.388813] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-420" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.389261] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-420" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.389546] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.389717] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.389838] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.390089] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.390243] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.390480] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1184.390612] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1184.390727] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1184.390841] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1184.390990] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1184.391094] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1184.391193] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1184.392971] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.393173] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.393248] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.393353] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.393438] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.393665] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.393813] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.393813] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.393962] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.394049] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.394130] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e227f508-0794-4f51-805a-ea1c5b7def2d already deleted. [ 1184.394213] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e227f508-0794-4f51-805a-ea1c5b7def2d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.412958] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1184.413183] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1184.413259] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1184.413482] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-420" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.413913] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-dbd75b05-d6b8-487e-a75e-426589dc9792 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.414323] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-dbd75b05-d6b8-487e-a75e-426589dc9792" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.414323] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-dbd75b05-d6b8-487e-a75e-426589dc9792" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.414802] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-dbd75b05-d6b8-487e-a75e-426589dc9792" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.415024] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbd75b05-d6b8-487e-a75e-426589dc9792',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.601687] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.601852] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.601908] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.602153] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.602246] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.602346] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 is going to be updated. [ 1184.639713] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.640233] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.640405] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.640836] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.641099] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.656611] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: IN_PROGRESS for 2s [ 1184.744234] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('274f0898-6a56-45d1-ad8f-ebd9165fe922',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.815375] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2e41773-6ecd-4a78-a05b-d29855fd5e4a',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.917875] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.918203] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.918284] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.918564] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.918720] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.918906] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port dbd75b05-d6b8-487e-a75e-426589dc9792 not found, creating... [ 1184.919197] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.919377] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.919524] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.919770] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.919917] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.922092] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.922289] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.922460] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.922715] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.923373] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.923554] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: dbd75b05-d6b8-487e-a75e-426589dc9792 is going to be created. [ 1184.952818] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.952818] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.953090] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.953212] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.953607] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.953780] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-dbd75b05-d6b8-487e-a75e-426589dc9792" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.248476] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.248650] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.248725] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.249042] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.249132] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.249240] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 is going to be updated. [ 1185.282311] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.282311] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.282311] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.282311] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.282311] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.290872] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 in Status: IN_PROGRESS for 2s [ 1185.292902] env[69367]: INFO networking_nsxv3.common.synchronization [None req-c1cdfbae-3d2c-492b-a6f6-5fd8b88d16b7 None None] Enqueued Resource ID: f3b1908d-3387-4085-bcca-d810e4aa7dec with Priority: HIGHEST for action port [ 1185.293611] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b1908d-3387-4085-bcca-d810e4aa7dec with Priority: HIGHEST for action port [ 1185.295228] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3b1908d-3387-4085-bcca-d810e4aa7dec taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.295228] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3b1908d-3387-4085-bcca-d810e4aa7dec" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.295228] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3b1908d-3387-4085-bcca-d810e4aa7dec" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.295228] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3b1908d-3387-4085-bcca-d810e4aa7dec" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.295228] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3b1908d-3387-4085-bcca-d810e4aa7dec',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.320584] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2e41773-6ecd-4a78-a05b-d29855fd5e4a: rpc.has_security_group_logging(os_id): False [ 1185.340305] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.340305] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.340305] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.340305] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.340305] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.340305] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.340305] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.340305] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.340305] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.340305] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.340305] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2e41773-6ecd-4a78-a05b-d29855fd5e4a is going to be created. [ 1185.409591] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.409591] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.409591] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.409591] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.409591] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.426133] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2e41773-6ecd-4a78-a05b-d29855fd5e4a in Status: IN_PROGRESS for 2s [ 1185.736375] env[69367]: INFO networking_nsxv3.common.synchronization [req-07e77cf0-957d-4809-a812-155ef3feb5db req-7ca950ba-3849-4c75-a097-8c6a37c09d89 service nova] Enqueued Resource ID: e227f508-0794-4f51-805a-ea1c5b7def2d with Priority: HIGHEST for action security_group_rules [ 1185.736578] env[69367]: INFO networking_nsxv3.common.synchronization [req-07e77cf0-957d-4809-a812-155ef3feb5db req-7ca950ba-3849-4c75-a097-8c6a37c09d89 service nova] Enqueued Resource ID: e227f508-0794-4f51-805a-ea1c5b7def2d with Priority: HIGHEST for action security_group_members [ 1185.736719] env[69367]: INFO networking_nsxv3.common.synchronization [req-07e77cf0-957d-4809-a812-155ef3feb5db req-7ca950ba-3849-4c75-a097-8c6a37c09d89 service nova] Enqueued Resource ID: dbd75b05-d6b8-487e-a75e-426589dc9792 with Priority: HIGHEST for action port [ 1185.736957] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e227f508-0794-4f51-805a-ea1c5b7def2d with Priority: HIGHEST for action security_group_rules [ 1185.737104] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e227f508-0794-4f51-805a-ea1c5b7def2d with Priority: HIGHEST for action security_group_members [ 1185.737202] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbd75b05-d6b8-487e-a75e-426589dc9792 with Priority: HIGHEST for action port [ 1185.737795] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e227f508-0794-4f51-805a-ea1c5b7def2d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.737859] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e227f508-0794-4f51-805a-ea1c5b7def2d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.737929] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e227f508-0794-4f51-805a-ea1c5b7def2d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.739480] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e227f508-0794-4f51-805a-ea1c5b7def2d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.739480] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e227f508-0794-4f51-805a-ea1c5b7def2d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.742264] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e227f508-0794-4f51-805a-ea1c5b7def2d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.742264] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e227f508-0794-4f51-805a-ea1c5b7def2d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.742264] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e227f508-0794-4f51-805a-ea1c5b7def2d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.742264] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e227f508-0794-4f51-805a-ea1c5b7def2d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.742264] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.742264] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.742264] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.742264] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.742264] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.742264] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e227f508-0794-4f51-805a-ea1c5b7def2d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.742848] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbd75b05-d6b8-487e-a75e-426589dc9792 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.742977] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbd75b05-d6b8-487e-a75e-426589dc9792" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.743069] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbd75b05-d6b8-487e-a75e-426589dc9792" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.743222] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbd75b05-d6b8-487e-a75e-426589dc9792" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.743298] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbd75b05-d6b8-487e-a75e-426589dc9792',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.799478] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3b1908d-3387-4085-bcca-d810e4aa7dec [ 1185.799786] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.799951] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.800008] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.800217] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.800341] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.800389] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3b1908d-3387-4085-bcca-d810e4aa7dec already deleted. [ 1185.800472] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3b1908d-3387-4085-bcca-d810e4aa7dec" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.127922] env[69367]: INFO networking_nsxv3.common.synchronization [req-fb2508f4-34b5-4a04-a80b-942992bdc0bc req-1753bccc-3f45-4749-9dca-d52e71dd0c72 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Enqueued Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGHEST for action security_group_members [ 1186.129071] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGHEST for action security_group_members [ 1186.129071] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-339018b6-4421-400f-afea-14fd86be5c3d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.133967] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.133967] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.133967] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.133967] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.134444] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.134444] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.134444] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.134617] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.134714] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.245441] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e227f508-0794-4f51-805a-ea1c5b7def2d taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.245613] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e227f508-0794-4f51-805a-ea1c5b7def2d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.246460] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e227f508-0794-4f51-805a-ea1c5b7def2d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.247377] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dbd75b05-d6b8-487e-a75e-426589dc9792 with status ACTIVE [ 1186.252031] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.252031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.252031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.252031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.252031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.252031] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.252031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.252031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.252031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.252031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.252031] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.252031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.252031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.252031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.252031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.252031] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dbd75b05-d6b8-487e-a75e-426589dc9792 is going to be updated. [ 1186.273642] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.273838] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.273893] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.274176] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.274503] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.274706] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbd75b05-d6b8-487e-a75e-426589dc9792" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.638139] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.638392] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.638476] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.638686] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.638776] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.638978] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.639104] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.639169] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.639327] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.639405] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.639493] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 339018b6-4421-400f-afea-14fd86be5c3d is going to be updated. [ 1186.669845] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: SUCCESS [ 1186.670189] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.680959] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.681256] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.681326] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.681523] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.681710] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.694041] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 339018b6-4421-400f-afea-14fd86be5c3d in Status: IN_PROGRESS for 2s [ 1186.748120] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e227f508-0794-4f51-805a-ea1c5b7def2d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.251186] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.251581] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.251581] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.251656] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.251690] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.251816] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e227f508-0794-4f51-805a-ea1c5b7def2d is going to be created. [ 1187.286767] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.286976] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.287025] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.287293] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.287468] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.303662] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 in Status: SUCCESS [ 1187.303895] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.305400] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e227f508-0794-4f51-805a-ea1c5b7def2d in Status: UNINITIALIZED for 2s [ 1187.305400] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.305400] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.305400] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.305640] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.305640] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.305728] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.306253] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.306253] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.306253] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('274f0898-6a56-45d1-ad8f-ebd9165fe922',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.439139] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2e41773-6ecd-4a78-a05b-d29855fd5e4a in Status: SUCCESS [ 1187.439698] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2e41773-6ecd-4a78-a05b-d29855fd5e4a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.809713] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('274f0898-6a56-45d1-ad8f-ebd9165fe922',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.311698] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 274f0898-6a56-45d1-ad8f-ebd9165fe922: rpc.has_security_group_logging(os_id): False [ 1188.330524] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.330675] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.330721] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.330939] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.331043] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.331291] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.331420] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.331486] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.331777] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.332021] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.332115] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 is going to be updated. [ 1188.405026] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.405026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.405026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.405327] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.405327] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.423037] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 in Status: IN_PROGRESS for 2s [ 1188.703983] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 339018b6-4421-400f-afea-14fd86be5c3d in Status: SUCCESS [ 1188.703983] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 339018b6-4421-400f-afea-14fd86be5c3d deletion is rescheduled due to dependency. [ 1188.703983] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.316756] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e227f508-0794-4f51-805a-ea1c5b7def2d in Status: SUCCESS [ 1189.317130] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e227f508-0794-4f51-805a-ea1c5b7def2d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.317280] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e227f508-0794-4f51-805a-ea1c5b7def2d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.317531] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e227f508-0794-4f51-805a-ea1c5b7def2d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.317750] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.317873] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.317939] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.318111] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.318193] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.318280] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e227f508-0794-4f51-805a-ea1c5b7def2d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.318371] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e227f508-0794-4f51-805a-ea1c5b7def2d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.821132] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e227f508-0794-4f51-805a-ea1c5b7def2d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.992570] env[69367]: INFO networking_nsxv3.common.synchronization [req-733a426e-31f7-438e-9cf5-f8ec859c3a16 req-d05b717e-efc6-473d-947c-0c30956a9e47 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Enqueued Resource ID: 30145b90-9b78-4dab-921f-57b48d8bb511 with Priority: HIGHEST for action security_group_members [ 1189.992570] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30145b90-9b78-4dab-921f-57b48d8bb511 with Priority: HIGHEST for action security_group_members [ 1189.992836] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-30145b90-9b78-4dab-921f-57b48d8bb511 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.992962] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.993057] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.993319] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.993475] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.993576] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.993637] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.993789] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.993872] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.993978] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30145b90-9b78-4dab-921f-57b48d8bb511',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.317649] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-390 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.317998] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-390" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.317998] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-390" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.318328] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-390" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.318621] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.318881] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.318947] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.319269] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.319451] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.319700] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1190.319846] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1190.319985] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1190.320152] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1190.320310] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1190.320448] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1190.320620] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1190.326406] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e227f508-0794-4f51-805a-ea1c5b7def2d: rpc.has_security_group_logging(os_id): False [ 1190.347839] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1190.348175] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1190.348470] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1190.348756] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-390" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.349309] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-f3f35ef0-dd27-4a89-a2d9-df7222656432 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.349650] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-f3f35ef0-dd27-4a89-a2d9-df7222656432" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.349958] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-f3f35ef0-dd27-4a89-a2d9-df7222656432" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.350896] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-f3f35ef0-dd27-4a89-a2d9-df7222656432" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.350896] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3f35ef0-dd27-4a89-a2d9-df7222656432',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.353120] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.353315] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.353417] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.353868] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.353868] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.354185] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.354359] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.354494] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.354748] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.354892] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.355051] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e227f508-0794-4f51-805a-ea1c5b7def2d is going to be created. [ 1190.421565] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.421764] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.421764] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.422873] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.422873] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.433580] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e227f508-0794-4f51-805a-ea1c5b7def2d in Status: IN_PROGRESS for 2s [ 1190.437574] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 in Status: SUCCESS [ 1190.437810] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.496255] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.496437] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.496554] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.496871] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.497010] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.497325] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.497464] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.497561] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.497777] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.497886] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.498013] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30145b90-9b78-4dab-921f-57b48d8bb511 already deleted. [ 1190.498139] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.858545] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.858794] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.858928] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.859248] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.859404] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.859728] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port f3f35ef0-dd27-4a89-a2d9-df7222656432 not found, creating... [ 1190.860012] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.860216] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.860355] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.860603] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.860753] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.861171] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.861272] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.861372] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.861591] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.861773] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.861929] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: f3f35ef0-dd27-4a89-a2d9-df7222656432 is going to be created. [ 1190.885454] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.885712] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.885860] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.886209] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.886444] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.886680] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-f3f35ef0-dd27-4a89-a2d9-df7222656432" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.592522] env[69367]: INFO networking_nsxv3.common.synchronization [req-733a426e-31f7-438e-9cf5-f8ec859c3a16 req-e79cf0ae-5160-47df-98b1-07ff3610740f service nova] Enqueued Resource ID: 30145b90-9b78-4dab-921f-57b48d8bb511 with Priority: HIGHEST for action security_group_rules [ 1191.592795] env[69367]: INFO networking_nsxv3.common.synchronization [req-733a426e-31f7-438e-9cf5-f8ec859c3a16 req-e79cf0ae-5160-47df-98b1-07ff3610740f service nova] Enqueued Resource ID: 30145b90-9b78-4dab-921f-57b48d8bb511 with Priority: HIGHEST for action security_group_members [ 1191.595022] env[69367]: INFO networking_nsxv3.common.synchronization [req-733a426e-31f7-438e-9cf5-f8ec859c3a16 req-e79cf0ae-5160-47df-98b1-07ff3610740f service nova] Enqueued Resource ID: f3f35ef0-dd27-4a89-a2d9-df7222656432 with Priority: HIGHEST for action port [ 1191.595022] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30145b90-9b78-4dab-921f-57b48d8bb511 with Priority: HIGHEST for action security_group_rules [ 1191.595022] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30145b90-9b78-4dab-921f-57b48d8bb511 with Priority: HIGHEST for action security_group_members [ 1191.595022] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f35ef0-dd27-4a89-a2d9-df7222656432 with Priority: HIGHEST for action port [ 1191.595459] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30145b90-9b78-4dab-921f-57b48d8bb511 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.595459] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.595459] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.596668] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.596668] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30145b90-9b78-4dab-921f-57b48d8bb511',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.597576] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-30145b90-9b78-4dab-921f-57b48d8bb511 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.597976] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.597976] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.597976] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.598141] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.598197] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.598255] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.598479] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.598479] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.598569] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30145b90-9b78-4dab-921f-57b48d8bb511',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.600207] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3f35ef0-dd27-4a89-a2d9-df7222656432 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.600207] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3f35ef0-dd27-4a89-a2d9-df7222656432" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.600207] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3f35ef0-dd27-4a89-a2d9-df7222656432" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.600499] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3f35ef0-dd27-4a89-a2d9-df7222656432" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.600499] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3f35ef0-dd27-4a89-a2d9-df7222656432',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.099142] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-30145b90-9b78-4dab-921f-57b48d8bb511 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.099142] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.102679] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30145b90-9b78-4dab-921f-57b48d8bb511',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.103871] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3f35ef0-dd27-4a89-a2d9-df7222656432 with status ACTIVE [ 1192.103929] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.104051] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.104121] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.104385] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.104561] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.104711] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.104819] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.104876] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.105072] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.105151] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.105348] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.105646] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.105646] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.105714] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.105807] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.105926] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3f35ef0-dd27-4a89-a2d9-df7222656432 is going to be updated. [ 1192.139901] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.140111] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.140175] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.140368] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.140512] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.140691] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3f35ef0-dd27-4a89-a2d9-df7222656432" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.447809] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e227f508-0794-4f51-805a-ea1c5b7def2d in Status: SUCCESS [ 1192.448276] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e227f508-0794-4f51-805a-ea1c5b7def2d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.611623] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30145b90-9b78-4dab-921f-57b48d8bb511',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.114181] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.114566] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.114778] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.115174] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.115417] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.115578] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30145b90-9b78-4dab-921f-57b48d8bb511 is going to be created. [ 1193.145965] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.146177] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.146262] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.146515] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.146702] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.158998] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30145b90-9b78-4dab-921f-57b48d8bb511 in Status: UNINITIALIZED for 2s [ 1194.574493] env[69367]: INFO networking_nsxv3.common.synchronization [req-2bfe7c08-b697-4d12-9937-89b461938069 req-544b9aa0-4579-4a6b-9ce4-920a3ec7d5aa tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Enqueued Resource ID: 2a6f9be5-2938-4d65-b9e9-d900bbba81bb with Priority: HIGHEST for action security_group_members [ 1194.576291] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a6f9be5-2938-4d65-b9e9-d900bbba81bb with Priority: HIGHEST for action security_group_members [ 1194.576291] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a6f9be5-2938-4d65-b9e9-d900bbba81bb taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.576291] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.576291] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.576291] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.576623] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.576623] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.576623] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.576757] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.576800] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.577080] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a6f9be5-2938-4d65-b9e9-d900bbba81bb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.818322] env[69367]: INFO networking_nsxv3.common.synchronization [req-e5d610de-afad-4680-afa9-d6fa90fdf0fb req-4dd4fd08-5e32-425d-8c07-ce847f60a906 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Enqueued Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_members [ 1194.818881] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_members [ 1194.819213] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.819340] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.819409] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.819613] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.819842] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.819923] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.819923] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.820147] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.820234] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.820329] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.080083] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.080173] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.080231] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.080638] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.080638] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.080774] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.080869] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.080946] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.081100] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.081186] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.081269] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a6f9be5-2938-4d65-b9e9-d900bbba81bb is going to be updated. [ 1195.110116] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.110270] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.110732] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.110732] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.110732] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.123958] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a6f9be5-2938-4d65-b9e9-d900bbba81bb in Status: IN_PROGRESS for 2s [ 1195.181794] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30145b90-9b78-4dab-921f-57b48d8bb511 in Status: SUCCESS [ 1195.182060] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.182254] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.182512] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.182762] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.182943] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.183045] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.183255] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.183356] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.183463] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.183584] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30145b90-9b78-4dab-921f-57b48d8bb511',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.322916] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.323094] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.323165] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.323383] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.323475] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.323720] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.323845] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.323910] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.324076] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.324154] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.324242] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f is going to be updated. [ 1195.354111] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.354337] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.354376] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.354604] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.354759] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.364837] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: IN_PROGRESS for 2s [ 1195.686983] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-30145b90-9b78-4dab-921f-57b48d8bb511 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.687306] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.687306] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.687532] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.687649] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.687792] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.687792] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.687969] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.688098] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.688275] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.688275] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-30145b90-9b78-4dab-921f-57b48d8bb511 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.688419] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.688419] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.688558] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.688645] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.688730] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.688852] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.688927] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.688995] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.689112] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.689165] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30145b90-9b78-4dab-921f-57b48d8bb511',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.064955] env[69367]: INFO networking_nsxv3.common.synchronization [req-12c508ab-12a3-4680-8c2a-4fdb686c0ec8 req-3e89d025-30ad-4a3f-9a0f-4de8e6cf313e tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Enqueued Resource ID: 05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 with Priority: HIGHEST for action security_group_members [ 1196.065184] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 with Priority: HIGHEST for action security_group_members [ 1196.066044] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.066221] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.066593] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.066593] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.066751] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.066859] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.066926] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.067117] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.067205] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.067308] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05f58f5e-7e01-4e98-b9d4-3a766a9a6b78',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.193302] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30145b90-9b78-4dab-921f-57b48d8bb511: rpc.has_security_group_logging(os_id): False [ 1196.224985] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.225188] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.225664] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.225664] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.225807] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.226126] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.226293] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.226293] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.226682] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.226682] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.226865] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.227199] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.227199] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.227304] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.227605] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.229764] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.229764] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.229764] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.229764] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.229764] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.229764] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30145b90-9b78-4dab-921f-57b48d8bb511 is going to be created. [ 1196.298847] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.298998] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.299098] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.299291] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.299476] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.314141] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30145b90-9b78-4dab-921f-57b48d8bb511 in Status: IN_PROGRESS for 2s [ 1196.569182] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.569439] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.569439] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.569646] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.569749] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.569945] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.570061] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.570127] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.570282] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.570355] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.570437] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 is going to be updated. [ 1196.600308] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.600577] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.600577] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.600790] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.600944] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.609565] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 in Status: IN_PROGRESS for 2s [ 1196.720756] env[69367]: INFO networking_nsxv3.common.synchronization [req-b3a2f0bd-d153-446f-8b86-2be9803f265f req-8a5b6d54-70da-44df-bc99-e88b3fea3ed5 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Enqueued Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_members [ 1196.720756] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_members [ 1196.720756] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.720756] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.720756] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.721263] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.721263] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.721263] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.721263] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.721504] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.721504] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.721504] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.139374] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a6f9be5-2938-4d65-b9e9-d900bbba81bb in Status: SUCCESS [ 1197.139676] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a6f9be5-2938-4d65-b9e9-d900bbba81bb deletion is rescheduled due to dependency. [ 1197.139868] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.183155] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-802 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.185025] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-802" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.185025] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-802" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.185025] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-802" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.185025] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.185025] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.185025] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.185025] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.185025] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.185025] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1197.186169] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1197.186334] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1197.186456] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1197.186581] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1197.186729] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1197.186834] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1197.222314] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1197.222527] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1197.222693] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1197.222879] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-802" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.223250] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-5fb3fb40-70e0-4628-87fb-6fa7b6d40dfa taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.223436] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-5fb3fb40-70e0-4628-87fb-6fa7b6d40dfa" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.223563] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-5fb3fb40-70e0-4628-87fb-6fa7b6d40dfa" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.223924] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-5fb3fb40-70e0-4628-87fb-6fa7b6d40dfa" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.224153] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fb3fb40-70e0-4628-87fb-6fa7b6d40dfa',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.229054] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.379018] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: SUCCESS [ 1197.379018] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f deletion is rescheduled due to dependency. [ 1197.379018] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.730173] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.730642] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.730642] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.731098] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.731307] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.731507] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 5fb3fb40-70e0-4628-87fb-6fa7b6d40dfa not found, creating... [ 1197.731897] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.732189] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.732391] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.732738] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.733016] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.733408] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.733607] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.733781] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.734030] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.734212] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.734392] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 5fb3fb40-70e0-4628-87fb-6fa7b6d40dfa is going to be created. [ 1197.735624] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.756667] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.756982] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.757143] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.757430] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.757669] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.757890] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-5fb3fb40-70e0-4628-87fb-6fa7b6d40dfa" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.238087] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.238087] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.238087] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.238325] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.238405] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.238466] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 is going to be updated. [ 1198.265132] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.265297] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.265377] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.265574] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.265736] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.275797] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: IN_PROGRESS for 2s [ 1198.327565] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30145b90-9b78-4dab-921f-57b48d8bb511 in Status: SUCCESS [ 1198.327728] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.433664] env[69367]: INFO networking_nsxv3.common.synchronization [req-b3a2f0bd-d153-446f-8b86-2be9803f265f req-f5497719-df40-444e-8b7c-dc881556a90c service nova] Enqueued Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_rules [ 1198.433925] env[69367]: INFO networking_nsxv3.common.synchronization [req-b3a2f0bd-d153-446f-8b86-2be9803f265f req-f5497719-df40-444e-8b7c-dc881556a90c service nova] Enqueued Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_members [ 1198.434153] env[69367]: INFO networking_nsxv3.common.synchronization [req-b3a2f0bd-d153-446f-8b86-2be9803f265f req-f5497719-df40-444e-8b7c-dc881556a90c service nova] Enqueued Resource ID: 5fb3fb40-70e0-4628-87fb-6fa7b6d40dfa with Priority: HIGHEST for action port [ 1198.434785] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_rules [ 1198.435127] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_members [ 1198.435742] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb3fb40-70e0-4628-87fb-6fa7b6d40dfa with Priority: HIGHEST for action port [ 1198.436827] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.436827] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.436827] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.436827] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.436827] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.581799] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.581970] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.582210] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fb3fb40-70e0-4628-87fb-6fa7b6d40dfa taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.582335] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fb3fb40-70e0-4628-87fb-6fa7b6d40dfa" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.582398] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fb3fb40-70e0-4628-87fb-6fa7b6d40dfa" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.582694] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fb3fb40-70e0-4628-87fb-6fa7b6d40dfa" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.582784] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fb3fb40-70e0-4628-87fb-6fa7b6d40dfa',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.584397] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.584490] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.623270] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 in Status: SUCCESS [ 1198.623412] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 deletion is rescheduled due to dependency. [ 1198.623530] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.086542] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5fb3fb40-70e0-4628-87fb-6fa7b6d40dfa with status ACTIVE [ 1199.086898] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.086964] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.087077] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.087276] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.087346] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.087532] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.087619] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.087676] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.087845] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.088054] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.088201] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.088313] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.088379] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.088527] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.088628] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.088762] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5fb3fb40-70e0-4628-87fb-6fa7b6d40dfa is going to be updated. [ 1199.113098] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.113298] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.113346] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.113518] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.113653] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.113810] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fb3fb40-70e0-4628-87fb-6fa7b6d40dfa" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.122686] env[69367]: INFO networking_nsxv3.common.synchronization [None req-5e9cf9b8-e554-4a03-90d4-f54d5e28b209 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Enqueued Resource ID: 07b6b255-a951-4cc2-99db-d5809f8f5264 with Priority: HIGHEST for action security_group_rules [ 1200.123210] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b6b255-a951-4cc2-99db-d5809f8f5264 with Priority: HIGHEST for action security_group_rules [ 1200.123522] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07b6b255-a951-4cc2-99db-d5809f8f5264 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.123650] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.123720] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.123985] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.124096] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07b6b255-a951-4cc2-99db-d5809f8f5264',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.197481] env[69367]: INFO networking_nsxv3.common.synchronization [None req-102dee26-50f7-4c20-8b18-437f5e823d97 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Enqueued Resource ID: 07b6b255-a951-4cc2-99db-d5809f8f5264 with Priority: HIGHEST for action security_group_rules [ 1200.198831] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b6b255-a951-4cc2-99db-d5809f8f5264 with Priority: HIGHEST for action security_group_rules [ 1200.198831] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07b6b255-a951-4cc2-99db-d5809f8f5264 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.198831] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.289678] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: SUCCESS [ 1200.289678] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.289678] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.289678] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.289678] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.289678] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.289678] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.289678] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.289678] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.289678] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.650059] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.650059] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.650059] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.650059] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.650059] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.650059] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07b6b255-a951-4cc2-99db-d5809f8f5264 already deleted. [ 1200.650059] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.650059] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.650059] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.650059] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07b6b255-a951-4cc2-99db-d5809f8f5264',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.792622] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.169421] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.169816] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.169816] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.169962] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.170053] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.170179] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07b6b255-a951-4cc2-99db-d5809f8f5264 already deleted. [ 1201.170266] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.295117] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.696431] env[69367]: INFO networking_nsxv3.common.synchronization [req-60125506-3f13-4047-825e-1311f7142ec9 req-673b4346-ae6b-47a2-9ac2-60ccbac7deb2 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Enqueued Resource ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 with Priority: HIGHEST for action security_group_members [ 1201.697499] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 with Priority: HIGHEST for action security_group_members [ 1201.697499] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f15421-8dbd-46e4-be17-05ff314d7f04 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.697499] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.697722] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.697753] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.697924] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.698008] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.698069] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.698209] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.698294] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.698386] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40f15421-8dbd-46e4-be17-05ff314d7f04',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.797358] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.797533] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.797615] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.797898] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.797995] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.798114] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 is going to be updated. [ 1201.827715] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.827868] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.827934] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.828166] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.828314] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.837708] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: IN_PROGRESS for 2s [ 1202.001229] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-916 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.001478] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-916" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.001623] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-916" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.001961] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-916" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.003211] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.003390] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.003573] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.003857] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.004049] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.004306] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1202.004452] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1202.004588] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1202.004759] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1202.004906] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1202.005050] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1202.005218] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1202.024968] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1202.025168] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1202.025301] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1202.025486] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-916" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.025893] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-289f9d2e-ac9b-474c-8ada-a20328417bb8 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.026110] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-289f9d2e-ac9b-474c-8ada-a20328417bb8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.026236] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-289f9d2e-ac9b-474c-8ada-a20328417bb8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.026565] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-289f9d2e-ac9b-474c-8ada-a20328417bb8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.026706] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('289f9d2e-ac9b-474c-8ada-a20328417bb8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.199984] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40f15421-8dbd-46e4-be17-05ff314d7f04',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.528525] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.528757] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.528889] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.529212] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.529386] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.529613] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 289f9d2e-ac9b-474c-8ada-a20328417bb8 not found, creating... [ 1202.530317] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.530537] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.530664] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.530902] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.531061] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.531363] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.531521] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.531640] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.531854] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.531993] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.532160] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 289f9d2e-ac9b-474c-8ada-a20328417bb8 is going to be created. [ 1202.552594] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.552925] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.553081] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.553389] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.553642] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.554309] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-289f9d2e-ac9b-474c-8ada-a20328417bb8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.702867] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40f15421-8dbd-46e4-be17-05ff314d7f04',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.205919] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.206495] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.206495] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.206495] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.206495] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.206722] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 is going to be updated. [ 1203.239898] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.240120] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.240120] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.240321] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.240467] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.249717] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 in Status: IN_PROGRESS for 2s [ 1203.416118] env[69367]: INFO networking_nsxv3.common.synchronization [req-60125506-3f13-4047-825e-1311f7142ec9 req-74dbc191-e99c-48f2-9fd6-b38d2b3cd63a service nova] Enqueued Resource ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 with Priority: HIGHEST for action security_group_rules [ 1203.416392] env[69367]: INFO networking_nsxv3.common.synchronization [req-60125506-3f13-4047-825e-1311f7142ec9 req-74dbc191-e99c-48f2-9fd6-b38d2b3cd63a service nova] Enqueued Resource ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 with Priority: HIGHEST for action security_group_members [ 1203.416572] env[69367]: INFO networking_nsxv3.common.synchronization [req-60125506-3f13-4047-825e-1311f7142ec9 req-74dbc191-e99c-48f2-9fd6-b38d2b3cd63a service nova] Enqueued Resource ID: 289f9d2e-ac9b-474c-8ada-a20328417bb8 with Priority: HIGHEST for action port [ 1203.418693] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 with Priority: HIGHEST for action security_group_rules [ 1203.418693] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 with Priority: HIGHEST for action security_group_members [ 1203.418900] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 289f9d2e-ac9b-474c-8ada-a20328417bb8 with Priority: HIGHEST for action port [ 1203.419164] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40f15421-8dbd-46e4-be17-05ff314d7f04 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.419312] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.419381] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.419611] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.419721] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40f15421-8dbd-46e4-be17-05ff314d7f04',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.420635] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f15421-8dbd-46e4-be17-05ff314d7f04 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.420733] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.420919] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-289f9d2e-ac9b-474c-8ada-a20328417bb8 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.421023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-289f9d2e-ac9b-474c-8ada-a20328417bb8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.421090] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-289f9d2e-ac9b-474c-8ada-a20328417bb8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.421258] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-289f9d2e-ac9b-474c-8ada-a20328417bb8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.421334] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('289f9d2e-ac9b-474c-8ada-a20328417bb8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.848818] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: SUCCESS [ 1203.849100] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.849314] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.849566] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.849768] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.849996] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.849996] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.850134] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.850190] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.850277] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.850370] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.922842] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f15421-8dbd-46e4-be17-05ff314d7f04 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.923014] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.923188] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 289f9d2e-ac9b-474c-8ada-a20328417bb8 with status ACTIVE [ 1203.923359] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.923467] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.923533] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.923748] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.923847] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.924034] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.924136] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.924199] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.924386] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.924455] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.924615] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.924739] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.924790] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.924940] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.925032] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.925121] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 289f9d2e-ac9b-474c-8ada-a20328417bb8 is going to be updated. [ 1203.949697] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.949922] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.949922] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.950219] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.950455] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.950700] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-289f9d2e-ac9b-474c-8ada-a20328417bb8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.355785] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.356121] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.356121] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.356246] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.356409] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.356507] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.356564] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.356764] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.356853] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.356907] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.357060] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.357164] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.357227] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.357347] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.357486] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.357573] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.357631] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.357766] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.357838] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.357917] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.358010] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.861010] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e300d9d7-a7b7-4eb1-a36c-40b7a711e085: rpc.has_security_group_logging(os_id): False [ 1204.878747] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.879038] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.879038] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.879289] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.879289] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.879580] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.879665] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.879665] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.879854] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.879889] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.880048] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.880135] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.880193] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.880328] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.880398] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.880584] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.880670] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.880801] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.880856] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.880915] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.881009] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 is going to be updated. [ 1204.946403] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.946551] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.946629] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.946869] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.947164] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.964347] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: IN_PROGRESS for 2s [ 1205.258974] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 in Status: SUCCESS [ 1205.259317] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.259426] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.259557] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.259737] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.259850] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.259918] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.260087] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.260160] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.260267] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40f15421-8dbd-46e4-be17-05ff314d7f04',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.762443] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40f15421-8dbd-46e4-be17-05ff314d7f04',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.265925] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40f15421-8dbd-46e4-be17-05ff314d7f04',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.769509] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.769945] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.769945] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.769945] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.770082] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.770117] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 is going to be updated. [ 1206.801431] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.801615] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.801659] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.801909] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.802042] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.811046] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 in Status: IN_PROGRESS for 2s [ 1206.981544] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: SUCCESS [ 1206.981779] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.419660] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1208.419967] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1208.822698] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 in Status: SUCCESS [ 1208.823113] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.823205] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.823402] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.823651] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.823802] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.823860] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.824074] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.824170] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.824262] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.824372] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40f15421-8dbd-46e4-be17-05ff314d7f04',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.327167] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40f15421-8dbd-46e4-be17-05ff314d7f04',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.335025] env[69367]: INFO networking_nsxv3.common.synchronization [req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 req-5fdcc31d-3c8d-4f6e-ad61-6eb8de1231ae tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Enqueued Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_members [ 1209.335025] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_members [ 1209.335025] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.335025] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.335025] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.335025] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.335025] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.335025] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.335025] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.335025] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.335025] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.335025] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.832995] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40f15421-8dbd-46e4-be17-05ff314d7f04: rpc.has_security_group_logging(os_id): False [ 1209.839940] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.839940] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.839940] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.839940] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.839940] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.839940] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.839940] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.839940] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.839940] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.839940] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.839940] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f is going to be updated. [ 1209.862232] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.862232] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.862232] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.862232] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.862232] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.862232] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.862232] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.862232] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.862232] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.862232] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.862232] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 is going to be updated. [ 1209.877544] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.880029] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.880029] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.880029] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.880029] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.892273] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: IN_PROGRESS for 2s [ 1209.937293] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.937511] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.937583] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.937839] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.937991] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.955396] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 in Status: IN_PROGRESS for 2s [ 1210.036552] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-824 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.036763] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-824" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.036897] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-824" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.037741] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-824" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.038270] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.038492] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.038626] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.041502] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.041502] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.041502] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1210.041502] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1210.041502] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1210.041502] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1210.041502] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1210.041502] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1210.041502] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1210.068559] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1210.068743] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1210.068840] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1210.069047] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-824" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.069408] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-88678096-c587-44d3-8aa6-24880a20b35a taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.069559] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-88678096-c587-44d3-8aa6-24880a20b35a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.069687] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-88678096-c587-44d3-8aa6-24880a20b35a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.070057] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-88678096-c587-44d3-8aa6-24880a20b35a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.070207] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88678096-c587-44d3-8aa6-24880a20b35a',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.416442] env[69367]: INFO networking_nsxv3.common.synchronization [req-c04d5a5c-a344-4e25-9f40-aabef7d87431 req-c8155f77-43f9-4d93-bc92-429cfc1ea7ab tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Enqueued Resource ID: 30145b90-9b78-4dab-921f-57b48d8bb511 with Priority: HIGHEST for action security_group_members [ 1210.416499] env[69367]: INFO networking_nsxv3.common.synchronization [req-c04d5a5c-a344-4e25-9f40-aabef7d87431 req-c8155f77-43f9-4d93-bc92-429cfc1ea7ab tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Enqueued Resource ID: eb12cd0c-eb1a-4898-991b-a257f9c67112 with Priority: HIGHEST for action security_group_members [ 1210.417409] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30145b90-9b78-4dab-921f-57b48d8bb511 with Priority: HIGHEST for action security_group_members [ 1210.417550] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb12cd0c-eb1a-4898-991b-a257f9c67112 with Priority: HIGHEST for action security_group_members [ 1210.417858] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-30145b90-9b78-4dab-921f-57b48d8bb511 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.417976] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.418073] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.418285] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.418453] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.418653] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.418653] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.418820] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.418870] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.419054] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30145b90-9b78-4dab-921f-57b48d8bb511',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.419830] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb12cd0c-eb1a-4898-991b-a257f9c67112 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.419944] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb12cd0c-eb1a-4898-991b-a257f9c67112" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.420041] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb12cd0c-eb1a-4898-991b-a257f9c67112" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.420289] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb12cd0c-eb1a-4898-991b-a257f9c67112" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.420407] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.420541] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.420589] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.421378] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.421378] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.421378] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb12cd0c-eb1a-4898-991b-a257f9c67112',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.479276] env[69367]: INFO networking_nsxv3.common.synchronization [req-c04d5a5c-a344-4e25-9f40-aabef7d87431 req-c8155f77-43f9-4d93-bc92-429cfc1ea7ab tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Enqueued Resource ID: 30145b90-9b78-4dab-921f-57b48d8bb511 with Priority: HIGHEST for action security_group_rules [ 1210.479459] env[69367]: INFO networking_nsxv3.common.synchronization [req-c04d5a5c-a344-4e25-9f40-aabef7d87431 req-c8155f77-43f9-4d93-bc92-429cfc1ea7ab tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Enqueued Resource ID: 30145b90-9b78-4dab-921f-57b48d8bb511 with Priority: HIGHEST for action security_group_members [ 1210.479602] env[69367]: INFO networking_nsxv3.common.synchronization [req-c04d5a5c-a344-4e25-9f40-aabef7d87431 req-c8155f77-43f9-4d93-bc92-429cfc1ea7ab tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Enqueued Resource ID: eb12cd0c-eb1a-4898-991b-a257f9c67112 with Priority: HIGHEST for action security_group_rules [ 1210.479736] env[69367]: INFO networking_nsxv3.common.synchronization [req-c04d5a5c-a344-4e25-9f40-aabef7d87431 req-c8155f77-43f9-4d93-bc92-429cfc1ea7ab tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Enqueued Resource ID: eb12cd0c-eb1a-4898-991b-a257f9c67112 with Priority: HIGHEST for action security_group_members [ 1210.479870] env[69367]: INFO networking_nsxv3.common.synchronization [req-c04d5a5c-a344-4e25-9f40-aabef7d87431 req-c8155f77-43f9-4d93-bc92-429cfc1ea7ab tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Enqueued Resource ID: f3f35ef0-dd27-4a89-a2d9-df7222656432 with Priority: HIGHEST for action port [ 1210.480448] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30145b90-9b78-4dab-921f-57b48d8bb511 with Priority: HIGHEST for action security_group_rules [ 1210.480580] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb12cd0c-eb1a-4898-991b-a257f9c67112 with Priority: HIGHEST for action security_group_rules [ 1210.480678] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f35ef0-dd27-4a89-a2d9-df7222656432 with Priority: HIGHEST for action port [ 1210.480757] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30145b90-9b78-4dab-921f-57b48d8bb511 with Priority: HIGHEST for action security_group_members [ 1210.480845] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb12cd0c-eb1a-4898-991b-a257f9c67112 with Priority: HIGHEST for action security_group_members [ 1210.481163] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30145b90-9b78-4dab-921f-57b48d8bb511 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.481284] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.481338] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.481571] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.481655] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30145b90-9b78-4dab-921f-57b48d8bb511',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.482683] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb12cd0c-eb1a-4898-991b-a257f9c67112 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.482855] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb12cd0c-eb1a-4898-991b-a257f9c67112" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.482967] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb12cd0c-eb1a-4898-991b-a257f9c67112" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.483427] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb12cd0c-eb1a-4898-991b-a257f9c67112" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.483501] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb12cd0c-eb1a-4898-991b-a257f9c67112',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.484706] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3f35ef0-dd27-4a89-a2d9-df7222656432 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.484849] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3f35ef0-dd27-4a89-a2d9-df7222656432" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.484908] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3f35ef0-dd27-4a89-a2d9-df7222656432" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.485104] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3f35ef0-dd27-4a89-a2d9-df7222656432" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.485180] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3f35ef0-dd27-4a89-a2d9-df7222656432',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.486078] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-30145b90-9b78-4dab-921f-57b48d8bb511 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.486078] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.486216] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb12cd0c-eb1a-4898-991b-a257f9c67112 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.490023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb12cd0c-eb1a-4898-991b-a257f9c67112" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.573281] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.573756] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.574024] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.574392] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.574670] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.574952] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 88678096-c587-44d3-8aa6-24880a20b35a not found, creating... [ 1210.575408] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.575681] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.575917] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.576312] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.576620] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.577510] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.577801] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.578032] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.578403] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.578676] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.578908] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 88678096-c587-44d3-8aa6-24880a20b35a is going to be created. [ 1210.601661] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.601893] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.602041] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.602342] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.602688] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.602856] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-88678096-c587-44d3-8aa6-24880a20b35a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.897986] env[69367]: INFO networking_nsxv3.common.synchronization [req-118bdaa0-4d1d-4e01-98e1-cd38a40f0016 req-5743f430-7275-45c3-9996-8a6ede6f68b8 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Enqueued Resource ID: 30145b90-9b78-4dab-921f-57b48d8bb511 with Priority: HIGHEST for action security_group_members [ 1210.898260] env[69367]: INFO networking_nsxv3.common.synchronization [req-118bdaa0-4d1d-4e01-98e1-cd38a40f0016 req-5743f430-7275-45c3-9996-8a6ede6f68b8 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Enqueued Resource ID: eb12cd0c-eb1a-4898-991b-a257f9c67112 with Priority: HIGHEST for action security_group_members [ 1210.899570] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30145b90-9b78-4dab-921f-57b48d8bb511 with Priority: HIGHEST for action security_group_members [ 1210.899624] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb12cd0c-eb1a-4898-991b-a257f9c67112 with Priority: HIGHEST for action security_group_members [ 1210.899916] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-30145b90-9b78-4dab-921f-57b48d8bb511 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.900036] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.900251] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb12cd0c-eb1a-4898-991b-a257f9c67112 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.900332] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb12cd0c-eb1a-4898-991b-a257f9c67112" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.922325] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30145b90-9b78-4dab-921f-57b48d8bb511',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.923898] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb12cd0c-eb1a-4898-991b-a257f9c67112',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.987442] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3f35ef0-dd27-4a89-a2d9-df7222656432 with status ACTIVE [ 1210.987736] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.987939] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.988035] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.988236] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.988336] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.988573] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.988684] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.988774] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.988953] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.989039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.989247] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.989423] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.989423] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.989548] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.989703] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.989703] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3f35ef0-dd27-4a89-a2d9-df7222656432 is going to be updated. [ 1210.991041] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-30145b90-9b78-4dab-921f-57b48d8bb511 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.991163] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.991412] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb12cd0c-eb1a-4898-991b-a257f9c67112 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.991537] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb12cd0c-eb1a-4898-991b-a257f9c67112" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.993598] env[69367]: INFO networking_nsxv3.common.synchronization [req-118bdaa0-4d1d-4e01-98e1-cd38a40f0016 req-5743f430-7275-45c3-9996-8a6ede6f68b8 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Enqueued Resource ID: 30145b90-9b78-4dab-921f-57b48d8bb511 with Priority: HIGHEST for action security_group_rules [ 1210.994319] env[69367]: INFO networking_nsxv3.common.synchronization [req-118bdaa0-4d1d-4e01-98e1-cd38a40f0016 req-5743f430-7275-45c3-9996-8a6ede6f68b8 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Enqueued Resource ID: 30145b90-9b78-4dab-921f-57b48d8bb511 with Priority: HIGHEST for action security_group_members [ 1210.994538] env[69367]: INFO networking_nsxv3.common.synchronization [req-118bdaa0-4d1d-4e01-98e1-cd38a40f0016 req-5743f430-7275-45c3-9996-8a6ede6f68b8 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Enqueued Resource ID: f3f35ef0-dd27-4a89-a2d9-df7222656432 with Priority: HIGHEST for action port [ 1210.995436] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30145b90-9b78-4dab-921f-57b48d8bb511 with Priority: HIGHEST for action security_group_rules [ 1210.995591] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30145b90-9b78-4dab-921f-57b48d8bb511 with Priority: HIGHEST for action security_group_members [ 1210.995713] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f35ef0-dd27-4a89-a2d9-df7222656432 with Priority: HIGHEST for action port [ 1210.996800] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30145b90-9b78-4dab-921f-57b48d8bb511 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.996800] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.996800] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-30145b90-9b78-4dab-921f-57b48d8bb511 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.996800] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.996800] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3f35ef0-dd27-4a89-a2d9-df7222656432 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.996800] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3f35ef0-dd27-4a89-a2d9-df7222656432" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.024581] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.024822] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.025056] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.025263] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.025418] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.025590] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3f35ef0-dd27-4a89-a2d9-df7222656432" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.025760] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3f35ef0-dd27-4a89-a2d9-df7222656432" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.025985] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3f35ef0-dd27-4a89-a2d9-df7222656432" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.026127] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3f35ef0-dd27-4a89-a2d9-df7222656432',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.395137] env[69367]: INFO networking_nsxv3.common.synchronization [req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 req-869ef370-aac1-439a-8b5d-fd5d92110bad service nova] Enqueued Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_rules [ 1211.395398] env[69367]: INFO networking_nsxv3.common.synchronization [req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 req-869ef370-aac1-439a-8b5d-fd5d92110bad service nova] Enqueued Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_members [ 1211.395578] env[69367]: INFO networking_nsxv3.common.synchronization [req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 req-869ef370-aac1-439a-8b5d-fd5d92110bad service nova] Enqueued Resource ID: 88678096-c587-44d3-8aa6-24880a20b35a with Priority: HIGHEST for action port [ 1211.396381] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_rules [ 1211.396381] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_members [ 1211.396541] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88678096-c587-44d3-8aa6-24880a20b35a with Priority: HIGHEST for action port [ 1211.396820] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.396985] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.397094] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.397359] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.397469] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.398929] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.399138] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.399362] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-88678096-c587-44d3-8aa6-24880a20b35a taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.399489] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88678096-c587-44d3-8aa6-24880a20b35a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.399625] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88678096-c587-44d3-8aa6-24880a20b35a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.399764] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88678096-c587-44d3-8aa6-24880a20b35a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.399844] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88678096-c587-44d3-8aa6-24880a20b35a',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.426230] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30145b90-9b78-4dab-921f-57b48d8bb511',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.427618] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb12cd0c-eb1a-4898-991b-a257f9c67112',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.529366] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3f35ef0-dd27-4a89-a2d9-df7222656432 with status ACTIVE [ 1211.529366] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.529366] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.529366] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.529366] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.529627] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.529965] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.529965] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.529965] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.530196] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.530330] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.530515] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.530629] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.530690] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.530858] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.531148] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.531148] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3f35ef0-dd27-4a89-a2d9-df7222656432 is going to be updated. [ 1211.557958] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.558132] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.558196] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.558502] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.558743] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.558840] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3f35ef0-dd27-4a89-a2d9-df7222656432" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.677024] env[69367]: INFO networking_nsxv3.common.synchronization [req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e req-383820b4-c6d3-4fc4-a76c-a62389644215 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Enqueued Resource ID: 07b6b255-a951-4cc2-99db-d5809f8f5264 with Priority: HIGHEST for action security_group_members [ 1211.677024] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b6b255-a951-4cc2-99db-d5809f8f5264 with Priority: HIGHEST for action security_group_members [ 1211.677024] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b6b255-a951-4cc2-99db-d5809f8f5264 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.677024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.677024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.677024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.677576] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.677576] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.677576] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.677576] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.677820] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.677820] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07b6b255-a951-4cc2-99db-d5809f8f5264',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.901853] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.902159] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.902299] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88678096-c587-44d3-8aa6-24880a20b35a with status ACTIVE [ 1211.902548] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.902709] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.902786] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.902959] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.903075] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.903276] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.903381] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.903446] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.903654] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.903832] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.904319] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.904395] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.904470] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.905027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.911167] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.911167] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88678096-c587-44d3-8aa6-24880a20b35a is going to be updated. [ 1211.911167] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: SUCCESS [ 1211.911167] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f deletion is rescheduled due to dependency. [ 1211.911167] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.911167] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.911167] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.911167] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.911167] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.911809] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.912117] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.912298] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.912505] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.921540] env[69367]: INFO networking_nsxv3.common.synchronization [req-63c9549f-937b-43f5-a236-e78128dbaff0 req-696824ae-ab14-4275-ac47-79d360cb244c tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Enqueued Resource ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 with Priority: HIGHEST for action security_group_members [ 1211.925903] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 with Priority: HIGHEST for action security_group_members [ 1211.925903] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-d12c0724-76be-4f29-aaec-3cb1389af3d7 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.925903] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.925903] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.925903] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.925903] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.925903] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.925903] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.925903] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.925903] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.925903] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d12c0724-76be-4f29-aaec-3cb1389af3d7',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.929489] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.929833] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.930049] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.930461] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.930648] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.930880] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30145b90-9b78-4dab-921f-57b48d8bb511 is going to be updated. [ 1211.934632] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.935070] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.935296] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.935639] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.935849] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.936129] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb12cd0c-eb1a-4898-991b-a257f9c67112 is going to be created. [ 1211.943162] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.943601] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.943774] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.944077] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.944318] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.944600] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88678096-c587-44d3-8aa6-24880a20b35a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.972655] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 in Status: SUCCESS [ 1211.972655] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.980599] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.980599] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.980599] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.980599] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.980599] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.984552] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.984552] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.984552] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.984552] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.984552] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.993206] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30145b90-9b78-4dab-921f-57b48d8bb511 in Status: IN_PROGRESS for 2s [ 1211.995442] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb12cd0c-eb1a-4898-991b-a257f9c67112 in Status: UNINITIALIZED for 2s [ 1212.057690] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-297 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.061144] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-297" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.061144] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-297" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.061144] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-297" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.061144] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.061144] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.061144] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.061144] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.061144] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.061861] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1212.062373] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1212.062773] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1212.063162] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1212.063569] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1212.063931] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1212.064353] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1212.110272] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1212.110272] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1212.110272] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1212.110272] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-297" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.110272] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-532f1b5e-28a4-416e-a319-e8c48655bf7e taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.110272] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-532f1b5e-28a4-416e-a319-e8c48655bf7e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.110272] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-532f1b5e-28a4-416e-a319-e8c48655bf7e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.110272] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-532f1b5e-28a4-416e-a319-e8c48655bf7e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.110272] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('532f1b5e-28a4-416e-a319-e8c48655bf7e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.186732] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.186732] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.186732] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.186732] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.186732] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.186732] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.186732] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.186732] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.186732] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.186732] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.186732] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b6b255-a951-4cc2-99db-d5809f8f5264 already deleted. [ 1212.186732] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.418968] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.427573] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d12c0724-76be-4f29-aaec-3cb1389af3d7',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.563463] env[69367]: INFO networking_nsxv3.common.synchronization [req-d9feece3-4ed3-4367-95a9-f735b4bdfa22 req-3c6c03d6-c33e-44c9-94d3-c568ff04df00 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Enqueued Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_members [ 1212.566364] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_members [ 1212.566966] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.567138] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.567221] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.567386] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.567538] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.567639] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.567704] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.567854] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.567941] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.568057] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.612303] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.612533] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.612665] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.612967] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.613376] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.613619] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 532f1b5e-28a4-416e-a319-e8c48655bf7e not found, creating... [ 1212.614283] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.614475] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.614601] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.614859] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.615049] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.616837] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.616837] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.616837] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.616837] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.616837] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.616837] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 532f1b5e-28a4-416e-a319-e8c48655bf7e is going to be created. [ 1212.643137] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.643641] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.643899] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.644342] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.644869] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.645233] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-532f1b5e-28a4-416e-a319-e8c48655bf7e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.924438] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.930762] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d12c0724-76be-4f29-aaec-3cb1389af3d7',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.070985] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.331638] env[69367]: INFO networking_nsxv3.common.synchronization [req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e req-286149d2-5af9-4140-8377-2f1b9326f256 service nova] Enqueued Resource ID: 07b6b255-a951-4cc2-99db-d5809f8f5264 with Priority: HIGHEST for action security_group_rules [ 1213.331732] env[69367]: INFO networking_nsxv3.common.synchronization [req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e req-286149d2-5af9-4140-8377-2f1b9326f256 service nova] Enqueued Resource ID: 07b6b255-a951-4cc2-99db-d5809f8f5264 with Priority: HIGHEST for action security_group_members [ 1213.331883] env[69367]: INFO networking_nsxv3.common.synchronization [req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e req-286149d2-5af9-4140-8377-2f1b9326f256 service nova] Enqueued Resource ID: 532f1b5e-28a4-416e-a319-e8c48655bf7e with Priority: HIGHEST for action port [ 1213.332127] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b6b255-a951-4cc2-99db-d5809f8f5264 with Priority: HIGHEST for action security_group_rules [ 1213.332246] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b6b255-a951-4cc2-99db-d5809f8f5264 with Priority: HIGHEST for action security_group_members [ 1213.332336] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 532f1b5e-28a4-416e-a319-e8c48655bf7e with Priority: HIGHEST for action port [ 1213.332914] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07b6b255-a951-4cc2-99db-d5809f8f5264 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.333151] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.333232] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.333436] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.333512] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07b6b255-a951-4cc2-99db-d5809f8f5264',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.335915] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b6b255-a951-4cc2-99db-d5809f8f5264 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.335915] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.335915] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.335915] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.335915] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.335915] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.335915] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.335915] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.335915] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.335915] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07b6b255-a951-4cc2-99db-d5809f8f5264',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.338665] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-532f1b5e-28a4-416e-a319-e8c48655bf7e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.338665] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-532f1b5e-28a4-416e-a319-e8c48655bf7e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.338665] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-532f1b5e-28a4-416e-a319-e8c48655bf7e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.338844] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-532f1b5e-28a4-416e-a319-e8c48655bf7e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.338844] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('532f1b5e-28a4-416e-a319-e8c48655bf7e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.430885] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.431061] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.431061] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.431278] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.431369] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.431466] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f is going to be updated. [ 1213.432783] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.432898] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.433019] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.433401] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.433527] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.433646] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 is going to be updated. [ 1213.461803] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.462027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.462075] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.462270] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.462413] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.464598] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.464796] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.464961] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.465174] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.465333] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.475508] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: IN_PROGRESS for 2s [ 1213.476800] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 in Status: IN_PROGRESS for 2s [ 1213.573847] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.838911] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07b6b255-a951-4cc2-99db-d5809f8f5264',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.840816] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 532f1b5e-28a4-416e-a319-e8c48655bf7e with status ACTIVE [ 1213.841326] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.841503] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.841617] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.841937] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.842082] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.842279] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.842386] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.842455] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.843180] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.843489] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.843900] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.844024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.844175] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.844638] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.844779] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.844952] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 532f1b5e-28a4-416e-a319-e8c48655bf7e is going to be updated. [ 1213.849098] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b6b255-a951-4cc2-99db-d5809f8f5264 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.849302] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.872710] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.872933] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.872980] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.873230] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.873379] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.873545] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-532f1b5e-28a4-416e-a319-e8c48655bf7e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.003187] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30145b90-9b78-4dab-921f-57b48d8bb511 in Status: SUCCESS [ 1214.003530] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.003653] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.003863] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.004083] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.004219] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.004297] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.004489] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.004586] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.005053] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30145b90-9b78-4dab-921f-57b48d8bb511',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.006300] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb12cd0c-eb1a-4898-991b-a257f9c67112 in Status: SUCCESS [ 1214.006495] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb12cd0c-eb1a-4898-991b-a257f9c67112" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.006644] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb12cd0c-eb1a-4898-991b-a257f9c67112" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.006825] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb12cd0c-eb1a-4898-991b-a257f9c67112" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.007000] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.007465] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.007465] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.007465] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.007465] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.007627] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb12cd0c-eb1a-4898-991b-a257f9c67112',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.079253] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.079490] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.079565] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.079774] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.079866] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.079963] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 is going to be updated. [ 1214.118250] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.118497] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.118497] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.118657] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.118888] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.131743] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: IN_PROGRESS for 2s [ 1214.341919] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07b6b255-a951-4cc2-99db-d5809f8f5264',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.513030] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30145b90-9b78-4dab-921f-57b48d8bb511',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.513030] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.513030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.513030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.513030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.513030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.513030] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.513030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.513030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.513030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.513030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.513030] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb12cd0c-eb1a-4898-991b-a257f9c67112 is going to be deleted. [ 1214.549021] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.549021] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.549021] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.549021] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.549021] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.549021] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb12cd0c-eb1a-4898-991b-a257f9c67112" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.549021] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb12cd0c-eb1a-4898-991b-a257f9c67112" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.549021] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb12cd0c-eb1a-4898-991b-a257f9c67112" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.549021] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.549021] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.549021] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.549021] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.549021] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.549021] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb12cd0c-eb1a-4898-991b-a257f9c67112',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.848982] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.849866] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.849866] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.849866] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.849866] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.850755] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b6b255-a951-4cc2-99db-d5809f8f5264 is going to be created. [ 1214.878077] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.878279] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.878321] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.878526] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.878700] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.891908] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b6b255-a951-4cc2-99db-d5809f8f5264 in Status: UNINITIALIZED for 2s [ 1215.018119] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30145b90-9b78-4dab-921f-57b48d8bb511',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.051899] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.052050] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.052116] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.052338] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.052427] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.052629] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.052741] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.052800] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.052984] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.053106] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.053202] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb12cd0c-eb1a-4898-991b-a257f9c67112 already deleted. [ 1215.053264] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb12cd0c-eb1a-4898-991b-a257f9c67112" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.053424] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb12cd0c-eb1a-4898-991b-a257f9c67112" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.053570] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb12cd0c-eb1a-4898-991b-a257f9c67112" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.053710] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.053805] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.053865] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.054096] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.054174] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.054266] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb12cd0c-eb1a-4898-991b-a257f9c67112',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.490026] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 in Status: SUCCESS [ 1215.490026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.490026] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: SUCCESS [ 1215.490026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.490026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.490026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.490026] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.490026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.490026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.490026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.490026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.490026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.490026] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.522663] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.522663] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.522663] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.522663] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.522663] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.522663] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30145b90-9b78-4dab-921f-57b48d8bb511 is going to be updated. [ 1215.554535] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.554535] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.554535] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.555076] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.555399] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.560047] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.560047] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.560047] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.560047] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.560047] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.560047] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.560047] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.560047] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.560641] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.560641] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.560641] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb12cd0c-eb1a-4898-991b-a257f9c67112 already deleted. [ 1215.560641] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb12cd0c-eb1a-4898-991b-a257f9c67112" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.560641] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb12cd0c-eb1a-4898-991b-a257f9c67112',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.573245] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30145b90-9b78-4dab-921f-57b48d8bb511 in Status: IN_PROGRESS for 2s [ 1215.993707] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.993707] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.993707] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.993707] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.993707] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.994037] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.994037] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.994037] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.994135] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.994135] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.994283] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.994372] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.994433] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.994569] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.994701] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.994790] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.994941] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.995079] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.995157] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.995237] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.995325] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.066625] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb12cd0c-eb1a-4898-991b-a257f9c67112',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.144169] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: IN_PROGRESS for 4s [ 1216.497612] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a91d871-59f1-429d-aee5-6ce88f3e923f: rpc.has_security_group_logging(os_id): False [ 1216.515649] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.515799] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.515842] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.516285] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.516285] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.516435] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.516535] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.516597] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.516699] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.516773] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.516964] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.517098] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.517134] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.517302] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.517379] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.517506] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.517592] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.517647] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.517783] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.517856] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.517940] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f is going to be updated. [ 1216.568843] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb12cd0c-eb1a-4898-991b-a257f9c67112: rpc.has_security_group_logging(os_id): False [ 1216.579075] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.579243] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.579325] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.579522] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.579695] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.588266] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.588438] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.588518] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.588724] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.588811] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.588999] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.589114] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.589207] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.589425] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.589551] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.589683] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb12cd0c-eb1a-4898-991b-a257f9c67112 is going to be created. [ 1216.601434] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: IN_PROGRESS for 2s [ 1216.607462] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/eb12cd0c-eb1a-4898-991b-a257f9c67112], does not exist path=[/infra/domains/default/groups/eb12cd0c-eb1a-4898-991b-a257f9c67112]."\n}' [ 1216.607601] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb12cd0c-eb1a-4898-991b-a257f9c67112 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/eb12cd0c-eb1a-4898-991b-a257f9c67112 [ 1216.607704] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1216.650226] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.650509] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.650610] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.650874] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.652455] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.652852] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.652984] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.653069] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.653293] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.653400] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.653612] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.653723] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.653793] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.653958] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.654048] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.654149] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb12cd0c-eb1a-4898-991b-a257f9c67112 is going to be created. [ 1216.676982] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/eb12cd0c-eb1a-4898-991b-a257f9c67112], does not exist path=[/infra/domains/default/groups/eb12cd0c-eb1a-4898-991b-a257f9c67112]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/eb12cd0c-eb1a-4898-991b-a257f9c67112 [ 1216.677285] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb12cd0c-eb1a-4898-991b-a257f9c67112" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.677592] env[69367]: Traceback (most recent call last): [ 1216.677592] env[69367]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1216.677592] env[69367]: return func(*args, **kwargs) [ 1216.677592] env[69367]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1216.677592] env[69367]: res.raise_for_status() [ 1216.677592] env[69367]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1216.677592] env[69367]: raise HTTPError(http_error_msg, response=self) [ 1216.677592] env[69367]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/eb12cd0c-eb1a-4898-991b-a257f9c67112 [ 1216.677592] env[69367]: During handling of the above exception, another exception occurred: [ 1216.677592] env[69367]: Traceback (most recent call last): [ 1216.677953] env[69367]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1216.677953] env[69367]: listener.cb(fileno) [ 1216.677953] env[69367]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1216.677953] env[69367]: result = function(*args, **kwargs) [ 1216.677953] env[69367]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1216.677953] env[69367]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1216.677953] env[69367]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1216.677953] env[69367]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1216.677953] env[69367]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1216.677953] env[69367]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1216.677953] env[69367]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1216.677953] env[69367]: res.raise_for_status() [ 1216.677953] env[69367]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1216.677953] env[69367]: raise HTTPError(http_error_msg, response=self) [ 1216.677953] env[69367]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/eb12cd0c-eb1a-4898-991b-a257f9c67112 [ 1216.677953] env[69367]: Removing descriptor: 61 [ 1216.903963] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b6b255-a951-4cc2-99db-d5809f8f5264 in Status: SUCCESS [ 1216.904309] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.904566] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.905073] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.905241] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.905476] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.905545] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.905674] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.905755] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.905897] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.906031] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07b6b255-a951-4cc2-99db-d5809f8f5264',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.408597] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07b6b255-a951-4cc2-99db-d5809f8f5264',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.584831] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30145b90-9b78-4dab-921f-57b48d8bb511 in Status: SUCCESS [ 1217.587023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.587023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.587023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.587023] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.587023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.587023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.587023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.587023] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.587023] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30145b90-9b78-4dab-921f-57b48d8bb511',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.912041] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07b6b255-a951-4cc2-99db-d5809f8f5264: rpc.has_security_group_logging(os_id): False [ 1217.937418] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.937418] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.937418] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.937418] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.937418] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.937418] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.937418] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.937418] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.937418] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.937418] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.937418] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07b6b255-a951-4cc2-99db-d5809f8f5264 is going to be created. [ 1218.068740] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.070028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.070028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.070028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.070028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.089889] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07b6b255-a951-4cc2-99db-d5809f8f5264 in Status: IN_PROGRESS for 2s [ 1218.090224] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30145b90-9b78-4dab-921f-57b48d8bb511',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.163054] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: SUCCESS [ 1218.163318] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.334076] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1218.334076] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 1218.592490] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30145b90-9b78-4dab-921f-57b48d8bb511',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.619725] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: SUCCESS [ 1218.620230] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.689612] env[69367]: INFO networking_nsxv3.common.synchronization [req-7f33edac-8d53-4e02-a264-1c9b48e7a4d8 req-af431210-032e-4c00-8eaf-ee21848f1e4e tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Enqueued Resource ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 with Priority: HIGHEST for action security_group_members [ 1218.690625] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 with Priority: HIGHEST for action security_group_members [ 1218.690625] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-d12c0724-76be-4f29-aaec-3cb1389af3d7 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.690625] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.690625] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.690625] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.690987] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.690987] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.690987] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.690987] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.691146] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.691146] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d12c0724-76be-4f29-aaec-3cb1389af3d7',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.096697] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.096697] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.096697] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.096697] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.096697] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.096697] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30145b90-9b78-4dab-921f-57b48d8bb511 is going to be updated. [ 1219.128020] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.128244] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.128350] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.128508] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.128655] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.139138] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30145b90-9b78-4dab-921f-57b48d8bb511 in Status: IN_PROGRESS for 2s [ 1219.193122] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.193453] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.193586] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.193806] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.216994] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.217362] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.217721] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.217812] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.218015] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.218274] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.218274] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 is going to be updated. [ 1219.252532] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.252804] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.252804] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.253014] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.253165] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.268250] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 in Status: IN_PROGRESS for 2s [ 1219.299664] env[69367]: INFO networking_nsxv3.common.synchronization [req-4cbc26cc-041f-44b4-aabc-5f7ecca2c166 req-587139cd-d4f5-423d-8831-8b178424c068 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Enqueued Resource ID: 30145b90-9b78-4dab-921f-57b48d8bb511 with Priority: HIGHEST for action security_group_members [ 1219.300217] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30145b90-9b78-4dab-921f-57b48d8bb511 with Priority: HIGHEST for action security_group_members [ 1219.300524] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-30145b90-9b78-4dab-921f-57b48d8bb511 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.300622] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.102041] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07b6b255-a951-4cc2-99db-d5809f8f5264 in Status: SUCCESS [ 1220.102415] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.126172] env[69367]: INFO networking_nsxv3.common.synchronization [req-787d916f-74fd-4f42-bfbe-a1598c00b5cc req-f3de1730-bbda-43ec-b1ff-ab689a922ac5 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Enqueued Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_members [ 1221.126172] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGHEST for action security_group_members [ 1221.126172] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.126172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.126172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.126172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.126172] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.126172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.126172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.126172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.126172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.127112] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.149469] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30145b90-9b78-4dab-921f-57b48d8bb511 in Status: SUCCESS [ 1221.149780] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.150247] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.150615] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.150712] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.151146] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.151146] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.151146] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.151323] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.151323] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.151323] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30145b90-9b78-4dab-921f-57b48d8bb511',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.152131] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.152330] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.152447] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.152541] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.152596] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.152737] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.152809] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.152886] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30145b90-9b78-4dab-921f-57b48d8bb511',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.277496] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 in Status: SUCCESS [ 1221.277678] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 deletion is rescheduled due to dependency. [ 1221.277798] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.629264] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.629435] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.629525] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.629870] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.652300] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.652607] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.652797] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.652895] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.653105] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.653185] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.653273] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 is going to be updated. [ 1221.657243] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.657342] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.657377] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.657579] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.658693] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-30145b90-9b78-4dab-921f-57b48d8bb511 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.658813] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.678446] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.678567] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.678687] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.678754] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.678964] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.679066] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.679156] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30145b90-9b78-4dab-921f-57b48d8bb511 is going to be updated. [ 1221.682665] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.682783] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.682853] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.683059] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.683197] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.692959] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: IN_PROGRESS for 2s [ 1221.709184] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.709332] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.709411] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.709650] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.709798] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.719512] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30145b90-9b78-4dab-921f-57b48d8bb511 in Status: IN_PROGRESS for 2s [ 1223.702279] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 in Status: SUCCESS [ 1223.702641] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 deletion is rescheduled due to dependency. [ 1223.702641] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.726614] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30145b90-9b78-4dab-921f-57b48d8bb511 in Status: SUCCESS [ 1223.726783] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30145b90-9b78-4dab-921f-57b48d8bb511 deletion is rescheduled due to dependency. [ 1223.726922] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.727146] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.727431] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.727635] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.727796] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.727901] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.728176] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.728337] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.728466] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30145b90-9b78-4dab-921f-57b48d8bb511',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.230721] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.230907] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.230907] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.231174] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.231289] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.231501] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.231604] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.231665] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.231821] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.232018] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.232018] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30145b90-9b78-4dab-921f-57b48d8bb511 is going to be updated. [ 1224.268294] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.268533] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.268533] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.268725] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.268874] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.277825] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30145b90-9b78-4dab-921f-57b48d8bb511 in Status: IN_PROGRESS for 2s [ 1226.125680] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1226.125916] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1226.292701] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30145b90-9b78-4dab-921f-57b48d8bb511 in Status: SUCCESS [ 1226.293185] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30145b90-9b78-4dab-921f-57b48d8bb511 deletion is rescheduled due to dependency. [ 1226.293185] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.293185] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.293498] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.293636] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.293780] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.293868] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.294121] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.294258] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.294367] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.294929] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-30145b90-9b78-4dab-921f-57b48d8bb511 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.295131] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.295201] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.295447] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.295538] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.295634] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.295690] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.295980] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.295980] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.295980] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.296301] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30145b90-9b78-4dab-921f-57b48d8bb511',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.798186] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30145b90-9b78-4dab-921f-57b48d8bb511: rpc.has_security_group_logging(os_id): False [ 1226.816536] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.816671] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.816744] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.816976] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.817050] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.817226] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.817326] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.817374] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.817521] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.817594] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.817789] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.817882] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.817942] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.818127] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.818203] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.818382] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.818475] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.818532] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.818669] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.818741] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.818826] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30145b90-9b78-4dab-921f-57b48d8bb511 is going to be updated. [ 1226.885070] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.885266] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.885338] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.885898] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.885898] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.901231] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30145b90-9b78-4dab-921f-57b48d8bb511 in Status: IN_PROGRESS for 2s [ 1227.259319] env[69367]: INFO networking_nsxv3.common.synchronization [req-b817b64e-cc17-4b57-b8c8-6e5991e3c0e7 req-06152bb9-a55b-4ddd-95d0-8fcb22946cd7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Enqueued Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_members [ 1227.259319] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_members [ 1227.259319] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.259319] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.259319] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.260292] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.260487] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.260603] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.260667] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.260843] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.260923] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.261056] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.763846] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.764111] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.764245] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.764585] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.787064] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.787289] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.787412] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.787565] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.787663] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.787768] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.787897] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f is going to be updated. [ 1227.814739] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.814907] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.815136] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.815342] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.815485] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.826402] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: IN_PROGRESS for 2s [ 1228.918506] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30145b90-9b78-4dab-921f-57b48d8bb511 in Status: SUCCESS [ 1228.918506] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.918903] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.918903] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.919023] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30145b90-9b78-4dab-921f-57b48d8bb511',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.440794] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.441076] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.441076] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.441232] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.441328] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.441432] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30145b90-9b78-4dab-921f-57b48d8bb511 is going to be deleted. [ 1229.506228] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.506228] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.506228] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.506636] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.506636] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.506636] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30145b90-9b78-4dab-921f-57b48d8bb511" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.840879] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: SUCCESS [ 1229.840879] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f deletion is rescheduled due to dependency. [ 1229.840879] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.258972] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1232.259339] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1232.966117] env[69367]: INFO networking_nsxv3.common.synchronization [req-13c9ea1e-c091-4460-9333-657a3c34c01a req-f0e42e1c-0494-4756-8589-82c68f06761d tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Enqueued Resource ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 with Priority: HIGHEST for action security_group_members [ 1232.966772] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 with Priority: HIGHEST for action security_group_members [ 1232.966955] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.967097] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.967217] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.967413] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.967562] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.967738] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.967738] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.967850] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.967978] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.968023] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.304244] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.304622] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-235" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.304622] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-235" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.304838] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-235" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.305118] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.305296] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.305436] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.305669] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.305837] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.306143] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1233.306279] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1233.306393] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1233.306505] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1233.306622] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1233.306730] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1233.306865] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1233.330021] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1233.330285] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1233.330406] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1233.330600] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-235" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.330913] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-59e63cc8-da8f-4793-b486-cf9e7091f0af taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.331104] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-59e63cc8-da8f-4793-b486-cf9e7091f0af" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.331389] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-59e63cc8-da8f-4793-b486-cf9e7091f0af" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.331556] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-59e63cc8-da8f-4793-b486-cf9e7091f0af" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.331695] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59e63cc8-da8f-4793-b486-cf9e7091f0af',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.470542] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.470820] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.470820] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.470978] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.475563] env[69367]: INFO networking_nsxv3.common.synchronization [req-9942e720-22c6-45ff-8408-3be2cdfbab36 req-e7c4a311-3012-4085-acf4-bf347830b01f tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Enqueued Resource ID: e227f508-0794-4f51-805a-ea1c5b7def2d with Priority: HIGHEST for action security_group_members [ 1233.476157] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e227f508-0794-4f51-805a-ea1c5b7def2d with Priority: HIGHEST for action security_group_members [ 1233.476515] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e227f508-0794-4f51-805a-ea1c5b7def2d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.476657] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e227f508-0794-4f51-805a-ea1c5b7def2d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.476728] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e227f508-0794-4f51-805a-ea1c5b7def2d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.476898] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e227f508-0794-4f51-805a-ea1c5b7def2d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.477066] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.477169] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.477223] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.477375] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.477482] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.477566] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e227f508-0794-4f51-805a-ea1c5b7def2d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.493235] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.493483] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.493602] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.493677] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.494143] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.494240] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.494339] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 is going to be updated. [ 1233.523665] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.523968] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.523968] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.524074] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.524224] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.533214] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 in Status: IN_PROGRESS for 2s [ 1233.835214] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.835214] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.835214] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.835472] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.836034] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.836034] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 59e63cc8-da8f-4793-b486-cf9e7091f0af not found, creating... [ 1233.836034] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.836266] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.836266] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.836496] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.836730] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.837039] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.837260] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.837456] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.837662] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.837826] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.837996] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 59e63cc8-da8f-4793-b486-cf9e7091f0af is going to be created. [ 1233.859705] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.859948] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.860129] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.860401] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.860694] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.860952] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-59e63cc8-da8f-4793-b486-cf9e7091f0af" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.980400] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.980646] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.980765] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.981106] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.005821] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.006026] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.006169] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.006239] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.006458] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.006533] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.006623] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e227f508-0794-4f51-805a-ea1c5b7def2d is going to be updated. [ 1234.040160] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.040397] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.040397] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.040616] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.040764] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.048874] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e227f508-0794-4f51-805a-ea1c5b7def2d in Status: IN_PROGRESS for 2s [ 1234.542119] env[69367]: INFO networking_nsxv3.common.synchronization [req-13c9ea1e-c091-4460-9333-657a3c34c01a req-5a8f5ae3-c0d7-4389-9bb3-6e64ee95079b service nova] Enqueued Resource ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 with Priority: HIGHEST for action security_group_rules [ 1234.542408] env[69367]: INFO networking_nsxv3.common.synchronization [req-13c9ea1e-c091-4460-9333-657a3c34c01a req-5a8f5ae3-c0d7-4389-9bb3-6e64ee95079b service nova] Enqueued Resource ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 with Priority: HIGHEST for action security_group_members [ 1234.542478] env[69367]: INFO networking_nsxv3.common.synchronization [req-13c9ea1e-c091-4460-9333-657a3c34c01a req-5a8f5ae3-c0d7-4389-9bb3-6e64ee95079b service nova] Enqueued Resource ID: 59e63cc8-da8f-4793-b486-cf9e7091f0af with Priority: HIGHEST for action port [ 1234.543045] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 with Priority: HIGHEST for action security_group_rules [ 1234.543045] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 with Priority: HIGHEST for action security_group_members [ 1234.543045] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59e63cc8-da8f-4793-b486-cf9e7091f0af with Priority: HIGHEST for action port [ 1234.543761] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.543885] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.543943] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.544165] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.544244] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.545058] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.545175] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.545365] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-59e63cc8-da8f-4793-b486-cf9e7091f0af taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.545464] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59e63cc8-da8f-4793-b486-cf9e7091f0af" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.545551] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59e63cc8-da8f-4793-b486-cf9e7091f0af" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.545687] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59e63cc8-da8f-4793-b486-cf9e7091f0af" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.545789] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59e63cc8-da8f-4793-b486-cf9e7091f0af',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.047730] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.047730] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.052063] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59e63cc8-da8f-4793-b486-cf9e7091f0af with status ACTIVE [ 1235.052063] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.052063] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.052063] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.052063] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.052063] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.052063] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.052511] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.052511] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.052511] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.052595] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.052793] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.052989] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.053091] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.053877] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.053877] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.053877] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59e63cc8-da8f-4793-b486-cf9e7091f0af is going to be updated. [ 1235.077624] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.077815] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.077889] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.078124] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.078263] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.078428] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59e63cc8-da8f-4793-b486-cf9e7091f0af" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.542546] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 in Status: SUCCESS [ 1235.542821] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 deletion is rescheduled due to dependency. [ 1235.542821] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.542968] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.543228] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.543459] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.543577] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.543671] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.543827] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.543909] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.543998] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.046476] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.059925] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e227f508-0794-4f51-805a-ea1c5b7def2d in Status: SUCCESS [ 1236.059925] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e227f508-0794-4f51-805a-ea1c5b7def2d deletion is rescheduled due to dependency. [ 1236.059925] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e227f508-0794-4f51-805a-ea1c5b7def2d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.548778] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.051278] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.051463] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.051529] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.051747] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.051864] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.051930] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 is going to be updated. [ 1237.086412] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.087091] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.087235] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.087571] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.087751] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.099396] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 in Status: IN_PROGRESS for 2s [ 1237.182670] env[69367]: INFO networking_nsxv3.common.synchronization [req-7d498749-54ac-4d39-9734-21916b80a4d4 req-34f25488-9c55-499e-aef2-60c95cbba646 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Enqueued Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_members [ 1237.183709] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_members [ 1237.183790] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.183905] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.183981] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.184251] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.184440] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.185216] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.185216] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.185452] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.185619] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.185772] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.490813] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-824 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.491028] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-824" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.491183] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-824" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.491476] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-824" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.491760] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.491925] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.492294] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.492573] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.492800] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.493269] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1237.493269] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1237.493437] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1237.493683] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1237.493775] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1237.493920] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1237.494705] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1237.513672] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1237.514399] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1237.514399] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1237.514399] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-824" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.514606] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-0227dccf-84d2-4c51-9d5e-f85c08c40968 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.514920] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-0227dccf-84d2-4c51-9d5e-f85c08c40968" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.515061] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-0227dccf-84d2-4c51-9d5e-f85c08c40968" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.515721] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-0227dccf-84d2-4c51-9d5e-f85c08c40968" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.515721] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0227dccf-84d2-4c51-9d5e-f85c08c40968',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.688773] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.688773] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.688773] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.689225] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.689225] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.689225] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.689343] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.689377] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.689532] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.689619] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.689670] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f is going to be updated. [ 1237.715285] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.715500] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.715582] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.715870] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.716056] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.725511] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: IN_PROGRESS for 2s [ 1238.018689] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.018896] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.019057] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.019370] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.019538] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.019721] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 0227dccf-84d2-4c51-9d5e-f85c08c40968 not found, creating... [ 1238.020008] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.020197] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.020335] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.020584] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.020748] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.021068] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.021234] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.021370] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.021610] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.021753] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.021913] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 0227dccf-84d2-4c51-9d5e-f85c08c40968 is going to be created. [ 1238.042836] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.043193] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.043307] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.043521] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.043778] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.044045] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-0227dccf-84d2-4c51-9d5e-f85c08c40968" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.747329] env[69367]: INFO networking_nsxv3.common.synchronization [req-7d498749-54ac-4d39-9734-21916b80a4d4 req-61bdd485-fbfb-47df-b117-b39ce9b172c7 service nova] Enqueued Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_rules [ 1238.747329] env[69367]: INFO networking_nsxv3.common.synchronization [req-7d498749-54ac-4d39-9734-21916b80a4d4 req-61bdd485-fbfb-47df-b117-b39ce9b172c7 service nova] Enqueued Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_members [ 1238.747329] env[69367]: INFO networking_nsxv3.common.synchronization [req-7d498749-54ac-4d39-9734-21916b80a4d4 req-61bdd485-fbfb-47df-b117-b39ce9b172c7 service nova] Enqueued Resource ID: 0227dccf-84d2-4c51-9d5e-f85c08c40968 with Priority: HIGHEST for action port [ 1238.747329] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_rules [ 1238.747329] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_members [ 1238.747329] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0227dccf-84d2-4c51-9d5e-f85c08c40968 with Priority: HIGHEST for action port [ 1238.747937] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.747937] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.747937] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.748217] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.748361] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.749763] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.749878] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.750104] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-0227dccf-84d2-4c51-9d5e-f85c08c40968 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.750249] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0227dccf-84d2-4c51-9d5e-f85c08c40968" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.750326] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0227dccf-84d2-4c51-9d5e-f85c08c40968" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.750546] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0227dccf-84d2-4c51-9d5e-f85c08c40968" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.750640] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0227dccf-84d2-4c51-9d5e-f85c08c40968',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.109478] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 in Status: SUCCESS [ 1239.109746] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.109864] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.110097] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.110342] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.110451] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.110451] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.111872] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.111872] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.111872] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.111872] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.185015] env[69367]: INFO networking_nsxv3.common.synchronization [None req-261ceeb4-0e69-434a-8402-589677f96cdc tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Enqueued Resource ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 with Priority: HIGHEST for action security_group_members [ 1239.186082] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 with Priority: HIGHEST for action security_group_members [ 1239.186082] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.186324] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.186324] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.186598] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.186804] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.186977] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.187101] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.187320] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.187455] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.187596] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.253366] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.253564] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.253668] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0227dccf-84d2-4c51-9d5e-f85c08c40968 with status ACTIVE [ 1239.253828] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.253933] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.254009] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.254217] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.254313] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.254515] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.254614] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.254673] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.254829] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.254905] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.255094] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.255185] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.255287] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.255404] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.255477] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.255560] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0227dccf-84d2-4c51-9d5e-f85c08c40968 is going to be updated. [ 1239.280256] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.280868] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.280868] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.280868] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.280868] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.281039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0227dccf-84d2-4c51-9d5e-f85c08c40968" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.613030] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.613214] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.689779] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.736477] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: SUCCESS [ 1239.736659] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f deletion is rescheduled due to dependency. [ 1239.736784] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.737030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.737244] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.737428] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.737593] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.737712] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.737978] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.738072] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.738173] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.192415] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.240644] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.694623] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.694920] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.694920] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.695127] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.695222] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.695364] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 is going to be updated. [ 1240.726096] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.726096] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.726096] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.726096] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.726096] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.734656] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 in Status: IN_PROGRESS for 2s [ 1240.743962] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.245698] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.246097] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.246097] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.246648] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.246648] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.246648] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f is going to be updated. [ 1241.280932] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.281215] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-235" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.281421] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-235" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.281773] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-235" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.282181] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.282374] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.282543] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.282857] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.283077] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.283485] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1241.283654] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1241.283821] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1241.284011] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1241.284210] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1241.284370] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1241.284557] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1241.286941] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.287101] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.287195] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.287435] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.287624] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.299078] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: IN_PROGRESS for 2s [ 1241.314640] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1241.314830] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1241.314985] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1241.315378] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-235" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.315894] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-3af13788-b447-4c3c-b41a-c0b7b298ad22 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.316034] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-3af13788-b447-4c3c-b41a-c0b7b298ad22" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.316155] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-3af13788-b447-4c3c-b41a-c0b7b298ad22" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.316623] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-3af13788-b447-4c3c-b41a-c0b7b298ad22" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.316807] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3af13788-b447-4c3c-b41a-c0b7b298ad22',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.819949] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.820269] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.820483] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.820877] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.821070] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.821249] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 3af13788-b447-4c3c-b41a-c0b7b298ad22 not found, creating... [ 1241.821625] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.821864] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.821936] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.822282] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.822424] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.822858] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.823139] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.823274] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.823584] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.823802] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.823978] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 3af13788-b447-4c3c-b41a-c0b7b298ad22 is going to be created. [ 1241.850080] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.850364] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.850526] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.850872] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.851156] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.851447] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-3af13788-b447-4c3c-b41a-c0b7b298ad22" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.522188] env[69367]: INFO networking_nsxv3.common.synchronization [req-28516487-6df5-42cb-bbe8-ecb437ef6ad8 req-4312caa7-960c-434e-a940-201357193f91 service nova] Enqueued Resource ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 with Priority: HIGHEST for action security_group_rules [ 1242.522455] env[69367]: INFO networking_nsxv3.common.synchronization [req-28516487-6df5-42cb-bbe8-ecb437ef6ad8 req-4312caa7-960c-434e-a940-201357193f91 service nova] Enqueued Resource ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 with Priority: HIGHEST for action security_group_members [ 1242.522528] env[69367]: INFO networking_nsxv3.common.synchronization [req-28516487-6df5-42cb-bbe8-ecb437ef6ad8 req-4312caa7-960c-434e-a940-201357193f91 service nova] Enqueued Resource ID: 3af13788-b447-4c3c-b41a-c0b7b298ad22 with Priority: HIGHEST for action port [ 1242.522735] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 with Priority: HIGHEST for action security_group_rules [ 1242.522865] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 with Priority: HIGHEST for action security_group_members [ 1242.522963] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3af13788-b447-4c3c-b41a-c0b7b298ad22 with Priority: HIGHEST for action port [ 1242.523927] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.524381] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.524648] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.524748] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.524936] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-3af13788-b447-4c3c-b41a-c0b7b298ad22 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.525061] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3af13788-b447-4c3c-b41a-c0b7b298ad22" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.525632] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3af13788-b447-4c3c-b41a-c0b7b298ad22" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.525632] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3af13788-b447-4c3c-b41a-c0b7b298ad22" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.525632] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3af13788-b447-4c3c-b41a-c0b7b298ad22',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.744022] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 in Status: SUCCESS [ 1242.744215] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.744389] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.744601] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.744790] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.744908] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.744975] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.745161] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.745246] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.745354] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.745522] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.745608] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.745685] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.745842] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.745982] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.746087] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.746218] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.746277] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.746352] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.746448] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.746572] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.748221] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.748221] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.748445] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.748573] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.748642] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.748846] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.748939] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.748972] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.028032] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3af13788-b447-4c3c-b41a-c0b7b298ad22 with status ACTIVE [ 1243.028213] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.028350] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.028423] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.028633] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.028723] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.028897] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.029173] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.029173] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.029267] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.029357] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.029787] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.029787] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.029787] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.029787] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.029787] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.030078] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3af13788-b447-4c3c-b41a-c0b7b298ad22 is going to be updated. [ 1243.051728] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.051913] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.051948] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.052177] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.052318] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.052492] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3af13788-b447-4c3c-b41a-c0b7b298ad22" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.249311] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8: rpc.has_security_group_logging(os_id): False [ 1243.250539] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.269252] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.269447] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.269447] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.269741] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.269805] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.269959] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.270072] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.270138] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.270290] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.270373] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.270593] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.270687] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.270791] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.270861] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.270970] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.271130] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.271300] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.271351] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.271473] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.271582] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.271637] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 is going to be updated. [ 1243.311243] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: SUCCESS [ 1243.311577] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.311744] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.311976] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.312189] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.312314] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.312396] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.312518] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.312601] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.312680] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.312922] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.350907] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.351166] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.351166] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.351347] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.351498] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.367943] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 in Status: IN_PROGRESS for 2s [ 1243.753423] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.816049] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.816049] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.816391] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.816452] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.819176] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.819176] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.819176] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.819176] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.819176] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.819176] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.819176] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.819176] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.819176] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.819176] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.819176] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.819176] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.819176] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.819176] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.819176] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.819176] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.819176] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.257594] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.261024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.261024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.261024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.261024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.261024] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 is going to be updated. [ 1244.287947] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.288197] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.288197] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.289037] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.289237] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.302838] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 in Status: IN_PROGRESS for 2s [ 1244.321939] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a91d871-59f1-429d-aee5-6ce88f3e923f: rpc.has_security_group_logging(os_id): False [ 1244.345203] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.345498] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.345498] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.345738] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.345831] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.346053] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.346157] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.346213] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.346404] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.346489] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.346679] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.346773] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.346835] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.346972] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.347057] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.347251] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.347343] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.347406] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.347540] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.347622] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.347694] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f is going to be updated. [ 1244.417391] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.417557] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.417619] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.417998] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.418239] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.435547] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: IN_PROGRESS for 2s [ 1245.385196] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 in Status: SUCCESS [ 1245.385196] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.385196] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.386191] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.386191] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.888161] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.888310] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.313237] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 in Status: SUCCESS [ 1246.313487] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.313664] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.313893] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.314095] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.314220] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.314286] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.314440] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.314519] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.314604] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.314695] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.451280] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: SUCCESS [ 1246.451560] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.817268] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.817459] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.817559] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.817839] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.818049] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.818201] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.818278] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.818481] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.818736] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.818736] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.818919] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.819056] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.819118] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.819302] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.819478] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.819634] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.819700] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.819843] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.819920] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.820008] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.820122] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.993229] env[69367]: INFO networking_nsxv3.common.synchronization [req-2ec337e0-d1c7-48ee-8e12-128ae7ca03b9 req-9ad49a0c-ca72-43eb-aeea-c893da50303c tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Enqueued Resource ID: 7ab15a2a-d981-43b2-a7e4-09105b768e5f with Priority: HIGHEST for action security_group_members [ 1246.993829] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ab15a2a-d981-43b2-a7e4-09105b768e5f with Priority: HIGHEST for action security_group_members [ 1246.994155] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ab15a2a-d981-43b2-a7e4-09105b768e5f taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.994297] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ab15a2a-d981-43b2-a7e4-09105b768e5f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.994367] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ab15a2a-d981-43b2-a7e4-09105b768e5f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.994580] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ab15a2a-d981-43b2-a7e4-09105b768e5f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.994742] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.994844] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.994929] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.995150] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.995204] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.995299] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ab15a2a-d981-43b2-a7e4-09105b768e5f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.322911] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8: rpc.has_security_group_logging(os_id): False [ 1247.346788] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.346944] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.347024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.347289] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.347411] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.347650] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.347770] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.347844] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.348066] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.348178] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.348414] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.348640] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.348640] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.348763] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.348859] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.349244] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.349378] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.349467] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.349662] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.349766] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.349882] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 is going to be updated. [ 1247.425359] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.426268] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.426410] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.426579] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.426741] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.441184] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 in Status: IN_PROGRESS for 2s [ 1247.501680] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.502022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.502022] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.502152] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.525202] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.525554] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.525683] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.525746] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.525951] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.526044] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.526136] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ab15a2a-d981-43b2-a7e4-09105b768e5f is going to be updated. [ 1247.557296] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.557443] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.557522] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.557756] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.557919] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.568566] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ab15a2a-d981-43b2-a7e4-09105b768e5f in Status: IN_PROGRESS for 2s [ 1249.456298] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 in Status: SUCCESS [ 1249.456627] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.578814] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ab15a2a-d981-43b2-a7e4-09105b768e5f in Status: SUCCESS [ 1249.578996] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ab15a2a-d981-43b2-a7e4-09105b768e5f deletion is rescheduled due to dependency. [ 1249.579144] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ab15a2a-d981-43b2-a7e4-09105b768e5f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.177082] env[69367]: INFO networking_nsxv3.common.synchronization [None req-2b677392-8313-4afd-aee0-2c2c2fc9542a tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Enqueued Resource ID: 2c15ccc0-5747-4d57-9b7f-7211ddb6269b with Priority: HIGHEST for action security_group_rules [ 1251.177633] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c15ccc0-5747-4d57-9b7f-7211ddb6269b with Priority: HIGHEST for action security_group_rules [ 1251.177951] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c15ccc0-5747-4d57-9b7f-7211ddb6269b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.178079] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c15ccc0-5747-4d57-9b7f-7211ddb6269b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.178144] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c15ccc0-5747-4d57-9b7f-7211ddb6269b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.178398] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c15ccc0-5747-4d57-9b7f-7211ddb6269b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.178483] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c15ccc0-5747-4d57-9b7f-7211ddb6269b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.247622] env[69367]: INFO networking_nsxv3.common.synchronization [None req-6ef0c6d3-390a-49df-97d3-0ae1ed232094 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Enqueued Resource ID: 2c15ccc0-5747-4d57-9b7f-7211ddb6269b with Priority: HIGHEST for action security_group_rules [ 1251.248119] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c15ccc0-5747-4d57-9b7f-7211ddb6269b with Priority: HIGHEST for action security_group_rules [ 1251.248427] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c15ccc0-5747-4d57-9b7f-7211ddb6269b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.248696] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c15ccc0-5747-4d57-9b7f-7211ddb6269b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.701741] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.701741] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.701741] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.702059] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.702059] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.702059] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c15ccc0-5747-4d57-9b7f-7211ddb6269b already deleted. [ 1251.702156] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c15ccc0-5747-4d57-9b7f-7211ddb6269b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.702264] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c15ccc0-5747-4d57-9b7f-7211ddb6269b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.702419] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c15ccc0-5747-4d57-9b7f-7211ddb6269b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.702500] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c15ccc0-5747-4d57-9b7f-7211ddb6269b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.231462] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.231866] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.231866] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.232018] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.232018] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.232117] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c15ccc0-5747-4d57-9b7f-7211ddb6269b already deleted. [ 1252.232196] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c15ccc0-5747-4d57-9b7f-7211ddb6269b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.263955] env[69367]: INFO networking_nsxv3.common.synchronization [req-2e6ba234-8709-4f2e-96eb-f5c3dc7ba8dd req-18a530a8-2b3e-4d71-a9f5-d452c738341a tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Enqueued Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_members [ 1252.264219] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_members [ 1252.264538] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.264663] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.264731] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.264932] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.265286] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.265469] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.265623] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.265805] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.265860] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.265929] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.767869] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.768052] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.768124] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.768340] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.768422] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.768622] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.768715] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.768768] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.768908] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.768970] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.769062] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f is going to be updated. [ 1252.796540] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.796540] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.796540] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.796725] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.796772] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.805714] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: IN_PROGRESS for 2s [ 1254.817433] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: SUCCESS [ 1254.817721] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f deletion is rescheduled due to dependency. [ 1254.817721] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.181452] env[69367]: INFO networking_nsxv3.common.synchronization [req-fe265db5-8c81-49cc-91d6-0b7b26793566 req-f92b2469-03fc-4346-a746-b2264e885e0e tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Enqueued Resource ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 with Priority: HIGHEST for action security_group_members [ 1255.181985] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 with Priority: HIGHEST for action security_group_members [ 1255.182356] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.182419] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.182486] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.182710] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.182876] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.182998] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.183048] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.183177] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.183289] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.183421] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.685854] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.784737] env[69367]: INFO networking_nsxv3.common.synchronization [None req-fa4c6d40-97d7-4b29-b89c-a499a6dce490 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Enqueued Resource ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 with Priority: HIGHEST for action security_group_members [ 1255.785343] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 with Priority: HIGHEST for action security_group_members [ 1255.785971] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.786120] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.188649] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.286557] env[69367]: INFO networking_nsxv3.common.synchronization [req-487aaa38-25e5-43a7-967d-955b98776f7b req-0f6b4221-9f08-476f-8050-f728a9fd50f0 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Enqueued Resource ID: 0dc0ffe1-a8d8-4b95-8754-bd730d902672 with Priority: HIGHEST for action security_group_members [ 1256.287138] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dc0ffe1-a8d8-4b95-8754-bd730d902672 with Priority: HIGHEST for action security_group_members [ 1256.287452] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dc0ffe1-a8d8-4b95-8754-bd730d902672 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.287579] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dc0ffe1-a8d8-4b95-8754-bd730d902672" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.287641] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dc0ffe1-a8d8-4b95-8754-bd730d902672" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.287865] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dc0ffe1-a8d8-4b95-8754-bd730d902672" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.288027] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.288151] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.288216] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.288365] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.288446] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.288536] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dc0ffe1-a8d8-4b95-8754-bd730d902672',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.692397] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.692397] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.692397] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.692397] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.692397] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.692397] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 is going to be updated. [ 1256.721376] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.721591] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.721591] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.721877] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.722091] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.732727] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 in Status: IN_PROGRESS for 2s [ 1256.790350] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.790502] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.790603] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.790898] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.811222] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.811487] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.811608] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.811673] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.811867] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.811945] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.812045] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dc0ffe1-a8d8-4b95-8754-bd730d902672 is going to be updated. [ 1256.839742] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.839919] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.839960] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.841021] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.841021] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.848447] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dc0ffe1-a8d8-4b95-8754-bd730d902672 in Status: IN_PROGRESS for 2s [ 1257.291106] env[69367]: INFO networking_nsxv3.common.synchronization [req-092099ee-d269-452d-aa8f-e594cc84e0d5 req-8b782ead-cfe2-4c46-b439-7cff8c1b139c tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Enqueued Resource ID: 2c15ccc0-5747-4d57-9b7f-7211ddb6269b with Priority: HIGHEST for action security_group_members [ 1257.291658] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c15ccc0-5747-4d57-9b7f-7211ddb6269b with Priority: HIGHEST for action security_group_members [ 1257.292385] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c15ccc0-5747-4d57-9b7f-7211ddb6269b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.292385] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c15ccc0-5747-4d57-9b7f-7211ddb6269b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.292385] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c15ccc0-5747-4d57-9b7f-7211ddb6269b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.292740] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c15ccc0-5747-4d57-9b7f-7211ddb6269b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.292849] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.292952] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.293030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.293182] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.293263] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.293358] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c15ccc0-5747-4d57-9b7f-7211ddb6269b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.716890] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.717109] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-420" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.717227] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-420" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.717514] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-420" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.717759] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.717915] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.718065] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.718293] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.718438] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.718654] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1257.718772] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1257.718880] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1257.718987] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1257.719116] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1257.719225] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1257.719357] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1257.737992] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1257.738206] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1257.738308] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1257.738477] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-420" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.738767] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-1f9273df-900a-4cbd-813a-661c472f8e5e taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.738937] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-1f9273df-900a-4cbd-813a-661c472f8e5e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.739078] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-1f9273df-900a-4cbd-813a-661c472f8e5e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.739399] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-1f9273df-900a-4cbd-813a-661c472f8e5e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.739543] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f9273df-900a-4cbd-813a-661c472f8e5e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.795429] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.795636] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.795760] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.795895] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.795972] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.796179] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.796279] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.796333] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.796470] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.796564] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.796647] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c15ccc0-5747-4d57-9b7f-7211ddb6269b already deleted. [ 1257.796725] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c15ccc0-5747-4d57-9b7f-7211ddb6269b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.242325] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.242653] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.242887] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.243933] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.244169] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.244369] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 1f9273df-900a-4cbd-813a-661c472f8e5e not found, creating... [ 1258.244685] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.244932] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.245138] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.245424] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.245649] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.246009] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.246230] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.246616] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.246914] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.247079] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.247234] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 1f9273df-900a-4cbd-813a-661c472f8e5e is going to be created. [ 1258.277814] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.278099] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.278280] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.278559] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.278804] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.279043] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-1f9273df-900a-4cbd-813a-661c472f8e5e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.741844] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 in Status: SUCCESS [ 1258.742187] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.742272] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.742486] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.742658] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.742776] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.742839] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.742980] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.743068] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.743706] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.767525] env[69367]: INFO networking_nsxv3.common.synchronization [req-49510672-7fec-4591-ab28-bf02a25df223 req-5beaede8-f3c9-4147-899f-5ab3f5fff576 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Enqueued Resource ID: b2e41773-6ecd-4a78-a05b-d29855fd5e4a with Priority: HIGHEST for action security_group_members [ 1258.768055] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e41773-6ecd-4a78-a05b-d29855fd5e4a with Priority: HIGHEST for action security_group_members [ 1258.768366] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e41773-6ecd-4a78-a05b-d29855fd5e4a taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.768489] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e41773-6ecd-4a78-a05b-d29855fd5e4a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.768554] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e41773-6ecd-4a78-a05b-d29855fd5e4a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.768732] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e41773-6ecd-4a78-a05b-d29855fd5e4a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.768879] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.768982] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.769559] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.769748] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.769889] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.769978] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2e41773-6ecd-4a78-a05b-d29855fd5e4a',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.860190] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dc0ffe1-a8d8-4b95-8754-bd730d902672 in Status: SUCCESS [ 1258.860401] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dc0ffe1-a8d8-4b95-8754-bd730d902672 deletion is rescheduled due to dependency. [ 1258.860514] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dc0ffe1-a8d8-4b95-8754-bd730d902672" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.033686] env[69367]: INFO networking_nsxv3.common.synchronization [req-092099ee-d269-452d-aa8f-e594cc84e0d5 req-b870a44c-05d0-4b39-97ba-3ab599865432 service nova] Enqueued Resource ID: 2c15ccc0-5747-4d57-9b7f-7211ddb6269b with Priority: HIGHEST for action security_group_rules [ 1259.033910] env[69367]: INFO networking_nsxv3.common.synchronization [req-092099ee-d269-452d-aa8f-e594cc84e0d5 req-b870a44c-05d0-4b39-97ba-3ab599865432 service nova] Enqueued Resource ID: 2c15ccc0-5747-4d57-9b7f-7211ddb6269b with Priority: HIGHEST for action security_group_members [ 1259.034080] env[69367]: INFO networking_nsxv3.common.synchronization [req-092099ee-d269-452d-aa8f-e594cc84e0d5 req-b870a44c-05d0-4b39-97ba-3ab599865432 service nova] Enqueued Resource ID: 1f9273df-900a-4cbd-813a-661c472f8e5e with Priority: HIGHEST for action port [ 1259.034581] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c15ccc0-5747-4d57-9b7f-7211ddb6269b with Priority: HIGHEST for action security_group_rules [ 1259.034711] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c15ccc0-5747-4d57-9b7f-7211ddb6269b with Priority: HIGHEST for action security_group_members [ 1259.034806] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f9273df-900a-4cbd-813a-661c472f8e5e with Priority: HIGHEST for action port [ 1259.035351] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c15ccc0-5747-4d57-9b7f-7211ddb6269b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.035623] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c15ccc0-5747-4d57-9b7f-7211ddb6269b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.035733] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c15ccc0-5747-4d57-9b7f-7211ddb6269b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.035961] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c15ccc0-5747-4d57-9b7f-7211ddb6269b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.036079] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c15ccc0-5747-4d57-9b7f-7211ddb6269b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.036988] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c15ccc0-5747-4d57-9b7f-7211ddb6269b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.037150] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c15ccc0-5747-4d57-9b7f-7211ddb6269b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.037243] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c15ccc0-5747-4d57-9b7f-7211ddb6269b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.037437] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c15ccc0-5747-4d57-9b7f-7211ddb6269b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.037614] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.037739] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.037870] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.038008] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.038126] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.038240] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c15ccc0-5747-4d57-9b7f-7211ddb6269b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.038993] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f9273df-900a-4cbd-813a-661c472f8e5e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.039252] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f9273df-900a-4cbd-813a-661c472f8e5e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.039352] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f9273df-900a-4cbd-813a-661c472f8e5e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.039528] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f9273df-900a-4cbd-813a-661c472f8e5e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.040782] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f9273df-900a-4cbd-813a-661c472f8e5e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.249248] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.249456] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.249456] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.249663] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.249756] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.249990] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.250114] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.250155] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.250295] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.250365] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.250452] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 is going to be updated. [ 1259.275305] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.275512] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.275512] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.275804] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.278391] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.278604] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.278604] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.278787] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.278908] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.289030] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 in Status: IN_PROGRESS for 2s [ 1259.298378] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.298635] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.298778] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.298846] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.299063] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.299149] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.299269] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2e41773-6ecd-4a78-a05b-d29855fd5e4a is going to be updated. [ 1259.341282] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.341282] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.341282] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.341282] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.341282] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.350745] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e41773-6ecd-4a78-a05b-d29855fd5e4a in Status: IN_PROGRESS for 2s [ 1259.541078] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c15ccc0-5747-4d57-9b7f-7211ddb6269b taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.541231] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c15ccc0-5747-4d57-9b7f-7211ddb6269b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.541392] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c15ccc0-5747-4d57-9b7f-7211ddb6269b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.542327] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f9273df-900a-4cbd-813a-661c472f8e5e with status ACTIVE [ 1259.542461] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.542621] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.542714] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.542938] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.543007] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.543206] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.543306] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.543364] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.543516] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.543608] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.543785] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.543878] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.543938] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.544138] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.544138] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.544255] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f9273df-900a-4cbd-813a-661c472f8e5e is going to be updated. [ 1259.564712] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.564942] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.564942] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.565159] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.565290] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.565442] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f9273df-900a-4cbd-813a-661c472f8e5e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.046045] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c15ccc0-5747-4d57-9b7f-7211ddb6269b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.550027] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.550027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.550219] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.550303] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.550391] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.550492] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c15ccc0-5747-4d57-9b7f-7211ddb6269b is going to be created. [ 1260.574276] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.574495] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.574546] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.574749] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.574938] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.584416] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c15ccc0-5747-4d57-9b7f-7211ddb6269b in Status: UNINITIALIZED for 2s [ 1261.298847] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 in Status: SUCCESS [ 1261.299325] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 deletion is rescheduled due to dependency. [ 1261.299325] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.359387] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e41773-6ecd-4a78-a05b-d29855fd5e4a in Status: SUCCESS [ 1261.359594] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2e41773-6ecd-4a78-a05b-d29855fd5e4a deletion is rescheduled due to dependency. [ 1261.359758] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e41773-6ecd-4a78-a05b-d29855fd5e4a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.740610] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-730 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.740845] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-730" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.740978] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-730" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.741325] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-730" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.741710] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.741942] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.742115] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.742371] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.742519] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.742758] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1261.742875] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1261.742986] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1261.743116] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1261.743236] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1261.743366] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1261.743518] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1261.765521] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1261.765753] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1261.765877] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1261.766076] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-730" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.766384] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-f7317f9a-151c-401f-ad2d-8812fac541ce taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.766558] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-f7317f9a-151c-401f-ad2d-8812fac541ce" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.766734] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-f7317f9a-151c-401f-ad2d-8812fac541ce" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.767182] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-f7317f9a-151c-401f-ad2d-8812fac541ce" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.767182] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7317f9a-151c-401f-ad2d-8812fac541ce',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.269633] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.269862] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.270090] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.270395] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.270549] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.270839] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.271012] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.271138] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.271366] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.271506] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.271786] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.271947] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.272091] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.272294] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.272432] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.272576] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: f7317f9a-151c-401f-ad2d-8812fac541ce is going to be updated. [ 1262.294266] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.294497] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.294551] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.294811] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.295024] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.295257] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-f7317f9a-151c-401f-ad2d-8812fac541ce" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.595779] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c15ccc0-5747-4d57-9b7f-7211ddb6269b in Status: SUCCESS [ 1262.596040] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c15ccc0-5747-4d57-9b7f-7211ddb6269b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.596197] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c15ccc0-5747-4d57-9b7f-7211ddb6269b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.596520] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c15ccc0-5747-4d57-9b7f-7211ddb6269b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.596714] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.596836] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.596903] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.597074] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.597161] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.597249] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c15ccc0-5747-4d57-9b7f-7211ddb6269b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.597341] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c15ccc0-5747-4d57-9b7f-7211ddb6269b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.028318] env[69367]: INFO networking_nsxv3.common.synchronization [req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 req-2c2adea6-ccc9-4150-98d5-7ccf599bfa7b service nova] Enqueued Resource ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 with Priority: HIGHEST for action security_group_rules [ 1263.028506] env[69367]: INFO networking_nsxv3.common.synchronization [req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 req-2c2adea6-ccc9-4150-98d5-7ccf599bfa7b service nova] Enqueued Resource ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 with Priority: HIGHEST for action security_group_members [ 1263.028648] env[69367]: INFO networking_nsxv3.common.synchronization [req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 req-2c2adea6-ccc9-4150-98d5-7ccf599bfa7b service nova] Enqueued Resource ID: f7317f9a-151c-401f-ad2d-8812fac541ce with Priority: HIGHEST for action port [ 1263.028874] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 with Priority: HIGHEST for action security_group_rules [ 1263.029126] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 with Priority: HIGHEST for action security_group_members [ 1263.029126] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7317f9a-151c-401f-ad2d-8812fac541ce with Priority: HIGHEST for action port [ 1263.029823] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-274f0898-6a56-45d1-ad8f-ebd9165fe922 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.029908] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.029976] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.033447] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.033447] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('274f0898-6a56-45d1-ad8f-ebd9165fe922',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.033447] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-274f0898-6a56-45d1-ad8f-ebd9165fe922 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.033447] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.033447] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.033447] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.033447] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.033447] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.033447] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.033447] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.033447] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.033447] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('274f0898-6a56-45d1-ad8f-ebd9165fe922',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.034156] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7317f9a-151c-401f-ad2d-8812fac541ce taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.034370] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7317f9a-151c-401f-ad2d-8812fac541ce" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.034370] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7317f9a-151c-401f-ad2d-8812fac541ce" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.038017] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7317f9a-151c-401f-ad2d-8812fac541ce" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.038017] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7317f9a-151c-401f-ad2d-8812fac541ce',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.099488] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c15ccc0-5747-4d57-9b7f-7211ddb6269b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.536499] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-274f0898-6a56-45d1-ad8f-ebd9165fe922 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.536721] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.536775] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('274f0898-6a56-45d1-ad8f-ebd9165fe922',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.538238] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7317f9a-151c-401f-ad2d-8812fac541ce with status ACTIVE [ 1263.538467] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.538586] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.538655] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.538852] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.538939] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.539114] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.539219] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.539282] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.539427] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.539500] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.539695] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.539792] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.539853] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.539989] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.540076] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.540198] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7317f9a-151c-401f-ad2d-8812fac541ce is going to be updated. [ 1263.564492] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.564699] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.564699] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.564868] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.565016] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.565171] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7317f9a-151c-401f-ad2d-8812fac541ce" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.602443] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c15ccc0-5747-4d57-9b7f-7211ddb6269b: rpc.has_security_group_logging(os_id): False [ 1263.629410] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.629617] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.629617] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.629809] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.629897] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.630145] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.630246] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.630308] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.630496] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.630555] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.630612] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c15ccc0-5747-4d57-9b7f-7211ddb6269b is going to be created. [ 1263.717658] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.717658] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.717658] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.717658] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.717658] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.731928] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c15ccc0-5747-4d57-9b7f-7211ddb6269b in Status: IN_PROGRESS for 2s [ 1264.039511] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('274f0898-6a56-45d1-ad8f-ebd9165fe922',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.541880] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.542043] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.542110] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.542398] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.542504] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.542606] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 is going to be updated. [ 1264.576148] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.576294] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.576362] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.576609] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.576794] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.585893] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 in Status: IN_PROGRESS for 2s [ 1265.744476] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c15ccc0-5747-4d57-9b7f-7211ddb6269b in Status: SUCCESS [ 1265.744875] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c15ccc0-5747-4d57-9b7f-7211ddb6269b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.169105] env[69367]: INFO networking_nsxv3.common.synchronization [None req-8dbefab8-08c3-47b1-851c-6e6d0e14b19b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Enqueued Resource ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 with Priority: HIGHEST for action security_group_rules [ 1266.170033] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 with Priority: HIGHEST for action security_group_rules [ 1266.170033] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ada2457-2a2c-415e-9f27-190e06d5e137 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.170401] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.170401] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.170824] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.170824] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ada2457-2a2c-415e-9f27-190e06d5e137',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.248651] env[69367]: INFO networking_nsxv3.common.synchronization [None req-22b3f554-f1db-4906-a950-5e6c894ab4c6 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Enqueued Resource ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 with Priority: HIGHEST for action security_group_rules [ 1266.249324] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 with Priority: HIGHEST for action security_group_rules [ 1266.249568] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ada2457-2a2c-415e-9f27-190e06d5e137 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.249676] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.596650] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 in Status: SUCCESS [ 1266.596828] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.597021] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.597275] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.597625] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.597748] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.598309] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.598309] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.598309] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.598309] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.598309] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('274f0898-6a56-45d1-ad8f-ebd9165fe922',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.693869] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.694083] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.694192] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.694378] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.694463] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.694561] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 already deleted. [ 1266.694650] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.694789] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.694948] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.695044] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ada2457-2a2c-415e-9f27-190e06d5e137',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.100929] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('274f0898-6a56-45d1-ad8f-ebd9165fe922',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.215784] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.216047] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.216047] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.216253] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.216320] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.216402] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 already deleted. [ 1267.216481] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.603206] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 274f0898-6a56-45d1-ad8f-ebd9165fe922: rpc.has_security_group_logging(os_id): False [ 1267.627343] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.627533] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.627626] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.627911] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.651930] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.652347] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.652511] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.652511] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.652681] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.652774] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.652889] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 is going to be updated. [ 1267.762847] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.763162] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.763289] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.763582] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.763866] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.796094] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 in Status: IN_PROGRESS for 2s [ 1268.103966] env[69367]: INFO networking_nsxv3.common.synchronization [req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 req-c2854708-5dae-43fd-b366-09d347f14ca0 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Enqueued Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_members [ 1268.104706] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_members [ 1268.105147] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.105328] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.105429] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.105714] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.105922] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.106085] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.106183] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.106396] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.106520] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.106657] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.485024] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-824 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.485024] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-824" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.485024] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-824" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.485024] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-824" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.485727] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.486098] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.486411] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.486789] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.487092] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.488101] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1268.488101] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1268.488101] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1268.488101] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1268.488351] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1268.488351] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1268.488473] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1268.510059] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1268.510059] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1268.510363] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1268.510443] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-824" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.511096] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-ae2b5b65-e37c-468d-a68b-939424ca4883 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.511363] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-ae2b5b65-e37c-468d-a68b-939424ca4883" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.511540] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-ae2b5b65-e37c-468d-a68b-939424ca4883" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.512090] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-ae2b5b65-e37c-468d-a68b-939424ca4883" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.512305] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae2b5b65-e37c-468d-a68b-939424ca4883',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.609739] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.610134] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.610134] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.610404] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.610606] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.610915] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.611043] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.611108] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.611298] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.611381] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.611516] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f is going to be updated. [ 1268.649952] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.650132] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.650207] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.650468] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.651151] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.662021] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: IN_PROGRESS for 2s [ 1269.016769] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.017055] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.017191] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.017733] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.017944] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.018142] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port ae2b5b65-e37c-468d-a68b-939424ca4883 not found, creating... [ 1269.018414] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.018573] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.019022] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.019022] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.019139] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.019357] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.019509] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.019633] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.020977] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.020977] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.020977] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: ae2b5b65-e37c-468d-a68b-939424ca4883 is going to be created. [ 1269.041405] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.041629] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.041750] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.042059] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.042325] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.042960] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-ae2b5b65-e37c-468d-a68b-939424ca4883" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.816617] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 in Status: SUCCESS [ 1269.816617] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.848285] env[69367]: INFO networking_nsxv3.common.synchronization [req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 req-d21cac00-4d72-4cd3-9a0e-826777a3199b service nova] Enqueued Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_rules [ 1269.848285] env[69367]: INFO networking_nsxv3.common.synchronization [req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 req-d21cac00-4d72-4cd3-9a0e-826777a3199b service nova] Enqueued Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_members [ 1269.848285] env[69367]: INFO networking_nsxv3.common.synchronization [req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 req-d21cac00-4d72-4cd3-9a0e-826777a3199b service nova] Enqueued Resource ID: ae2b5b65-e37c-468d-a68b-939424ca4883 with Priority: HIGHEST for action port [ 1269.848285] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_rules [ 1269.848285] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_members [ 1269.848285] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae2b5b65-e37c-468d-a68b-939424ca4883 with Priority: HIGHEST for action port [ 1269.849242] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.849565] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.849847] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.850230] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.850464] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.853022] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.853132] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.853338] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae2b5b65-e37c-468d-a68b-939424ca4883 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.853446] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae2b5b65-e37c-468d-a68b-939424ca4883" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.853516] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae2b5b65-e37c-468d-a68b-939424ca4883" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.853739] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae2b5b65-e37c-468d-a68b-939424ca4883" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.853828] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae2b5b65-e37c-468d-a68b-939424ca4883',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.354249] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.354491] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.356574] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae2b5b65-e37c-468d-a68b-939424ca4883 with status ACTIVE [ 1270.356899] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.357113] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.357195] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.357426] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.357528] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.357730] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.357835] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.357928] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.358126] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.358210] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.358398] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.358494] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.358556] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.358698] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.358776] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.358881] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae2b5b65-e37c-468d-a68b-939424ca4883 is going to be updated. [ 1270.384966] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.385269] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.385269] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.385453] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.385597] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.385887] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae2b5b65-e37c-468d-a68b-939424ca4883" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.673175] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: SUCCESS [ 1270.673426] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f deletion is rescheduled due to dependency. [ 1270.673505] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.673646] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.673875] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.674073] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.674196] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.674263] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.674412] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.674492] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.674586] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.177332] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.679570] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.182344] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.182919] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.182919] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.183133] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.183338] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.183554] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f is going to be updated. [ 1272.221538] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.221873] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.221873] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.222169] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.222392] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.234125] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: IN_PROGRESS for 2s [ 1274.249097] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: SUCCESS [ 1274.249097] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.249097] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.249097] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.249097] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.249672] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.249672] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.249672] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.249672] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.249672] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.249672] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.752697] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.752933] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.753064] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.753492] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.753956] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.754210] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.754309] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.754564] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.754746] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.754989] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.755257] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.755401] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.755487] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.755722] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.757049] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.757049] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.757049] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.757049] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.757049] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.757049] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.757049] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.848430] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1274.848515] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1275.260478] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a91d871-59f1-429d-aee5-6ce88f3e923f: rpc.has_security_group_logging(os_id): False [ 1275.279168] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.279268] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.279312] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.279530] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.279620] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.279813] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.279902] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.279957] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.280124] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.280239] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.280385] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.280471] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.280527] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.280660] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.280731] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.281433] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.281433] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.281433] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.281433] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.281433] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.281433] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f is going to be updated. [ 1275.348931] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.349148] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.349148] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.349473] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.349567] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.370440] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: IN_PROGRESS for 2s [ 1275.514188] env[69367]: INFO networking_nsxv3.common.synchronization [req-3f73a389-8652-4bc9-b2cd-966dca603c3b req-5158eada-2102-4856-b05b-68dd45d087f4 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Enqueued Resource ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 with Priority: HIGHEST for action security_group_members [ 1275.515343] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 with Priority: HIGHEST for action security_group_members [ 1275.515681] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ada2457-2a2c-415e-9f27-190e06d5e137 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.515830] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.515893] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.518743] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.518743] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.518743] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.518743] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.518743] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.518743] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.518743] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ada2457-2a2c-415e-9f27-190e06d5e137',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.862767] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.863024] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-235" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.863147] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-235" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.863387] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-235" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.863656] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.863903] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.864053] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.864286] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.864433] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.864664] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1275.864780] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1275.864894] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1275.865016] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1275.865133] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1275.865241] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1275.865374] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1275.884771] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1275.885052] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1275.885177] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1275.885324] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-235" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.885642] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-a54b5f19-11f8-4d45-8af2-3ac2347939a7 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.885837] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-a54b5f19-11f8-4d45-8af2-3ac2347939a7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.885973] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-a54b5f19-11f8-4d45-8af2-3ac2347939a7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.886323] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-a54b5f19-11f8-4d45-8af2-3ac2347939a7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.886469] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a54b5f19-11f8-4d45-8af2-3ac2347939a7',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.019144] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.019464] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.019464] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.019758] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.019895] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.020289] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.020384] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.020443] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.020569] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.020675] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.020863] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 already deleted. [ 1276.020863] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.388679] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.389232] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.389232] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.389435] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.389592] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.389759] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port a54b5f19-11f8-4d45-8af2-3ac2347939a7 not found, creating... [ 1276.390087] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.390264] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.390415] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.390666] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.390807] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.391134] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.391308] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.391425] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.391641] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.391789] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.391929] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: a54b5f19-11f8-4d45-8af2-3ac2347939a7 is going to be created. [ 1276.423933] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.424232] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.424232] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.424487] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.424711] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.425460] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-a54b5f19-11f8-4d45-8af2-3ac2347939a7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.207527] env[69367]: INFO networking_nsxv3.common.synchronization [req-3f73a389-8652-4bc9-b2cd-966dca603c3b req-7dd3a05d-8d51-40a8-b418-0b9490cd8e23 service nova] Enqueued Resource ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 with Priority: HIGHEST for action security_group_rules [ 1277.207527] env[69367]: INFO networking_nsxv3.common.synchronization [req-3f73a389-8652-4bc9-b2cd-966dca603c3b req-7dd3a05d-8d51-40a8-b418-0b9490cd8e23 service nova] Enqueued Resource ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 with Priority: HIGHEST for action security_group_members [ 1277.207527] env[69367]: INFO networking_nsxv3.common.synchronization [req-3f73a389-8652-4bc9-b2cd-966dca603c3b req-7dd3a05d-8d51-40a8-b418-0b9490cd8e23 service nova] Enqueued Resource ID: a54b5f19-11f8-4d45-8af2-3ac2347939a7 with Priority: HIGHEST for action port [ 1277.207732] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 with Priority: HIGHEST for action security_group_rules [ 1277.207790] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 with Priority: HIGHEST for action security_group_members [ 1277.207872] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a54b5f19-11f8-4d45-8af2-3ac2347939a7 with Priority: HIGHEST for action port [ 1277.208439] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ada2457-2a2c-415e-9f27-190e06d5e137 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.208573] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.208643] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.208844] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.208928] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ada2457-2a2c-415e-9f27-190e06d5e137',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.210427] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ada2457-2a2c-415e-9f27-190e06d5e137 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.215666] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.215666] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.215666] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.215666] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.215666] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.215666] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.215666] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.215666] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.215666] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ada2457-2a2c-415e-9f27-190e06d5e137',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.215666] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-a54b5f19-11f8-4d45-8af2-3ac2347939a7 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.215666] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a54b5f19-11f8-4d45-8af2-3ac2347939a7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.215666] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a54b5f19-11f8-4d45-8af2-3ac2347939a7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.215666] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a54b5f19-11f8-4d45-8af2-3ac2347939a7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.215666] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a54b5f19-11f8-4d45-8af2-3ac2347939a7',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.394768] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: SUCCESS [ 1277.395177] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.714170] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ada2457-2a2c-415e-9f27-190e06d5e137 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.714577] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.717711] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ada2457-2a2c-415e-9f27-190e06d5e137',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.718740] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a54b5f19-11f8-4d45-8af2-3ac2347939a7 with status ACTIVE [ 1277.718994] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.719113] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.719171] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.719351] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.719447] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.719660] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.719797] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.719797] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.719910] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.720015] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.720171] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.720326] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.720407] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.720558] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.720631] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.720712] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a54b5f19-11f8-4d45-8af2-3ac2347939a7 is going to be updated. [ 1277.743393] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.743913] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.744737] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.744737] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.744737] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.744737] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a54b5f19-11f8-4d45-8af2-3ac2347939a7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.781345] env[69367]: INFO networking_nsxv3.common.synchronization [req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e req-32be8868-e43b-4aba-9533-5ea18f96ad77 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Enqueued Resource ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 with Priority: HIGHEST for action security_group_members [ 1277.781772] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 with Priority: HIGHEST for action security_group_members [ 1277.782094] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f15421-8dbd-46e4-be17-05ff314d7f04 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.782524] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.782524] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.782524] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.782751] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.783165] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.783251] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.783438] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.783438] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.783564] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40f15421-8dbd-46e4-be17-05ff314d7f04',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.223440] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ada2457-2a2c-415e-9f27-190e06d5e137',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.285755] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40f15421-8dbd-46e4-be17-05ff314d7f04',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.729072] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.729438] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.729438] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.729608] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.729700] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.729802] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 is going to be created. [ 1278.754142] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.754332] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.754390] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.754552] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.754713] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.764775] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 in Status: UNINITIALIZED for 2s [ 1278.788542] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40f15421-8dbd-46e4-be17-05ff314d7f04',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.290784] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.291030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.291174] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.291362] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.291519] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.291583] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 is going to be updated. [ 1279.321462] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.321701] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.321701] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.321982] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.322116] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.331883] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 in Status: IN_PROGRESS for 2s [ 1280.775706] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 in Status: SUCCESS [ 1280.776103] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.776317] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.776587] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.776899] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.777189] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.777189] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.781157] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.781157] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.781157] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.781157] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ada2457-2a2c-415e-9f27-190e06d5e137',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.280030] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ada2457-2a2c-415e-9f27-190e06d5e137',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.342257] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 in Status: SUCCESS [ 1281.342623] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.783069] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ada2457-2a2c-415e-9f27-190e06d5e137: rpc.has_security_group_logging(os_id): False [ 1281.801549] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.801785] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.801785] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.802035] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.802166] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.802458] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.802547] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.802596] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.802775] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.802853] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.802950] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 is going to be created. [ 1281.865299] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.865599] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.865599] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.865755] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.866044] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.879429] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 in Status: IN_PROGRESS for 2s [ 1282.652989] env[69367]: INFO networking_nsxv3.common.synchronization [req-999fcad2-c746-491f-a388-a527f3041e39 req-dd4e1b8e-22f6-438e-9182-7341ea26b8be tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Enqueued Resource ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 with Priority: HIGHEST for action security_group_members [ 1282.653450] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 with Priority: HIGHEST for action security_group_members [ 1282.653728] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-274f0898-6a56-45d1-ad8f-ebd9165fe922 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.654220] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.654220] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.654220] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.654373] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.654373] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.654465] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.654568] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.654633] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.654709] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('274f0898-6a56-45d1-ad8f-ebd9165fe922',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.157842] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.157842] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.157842] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.158308] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.158308] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.158308] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.158431] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.158465] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.158606] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.158684] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.158773] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 is going to be updated. [ 1283.191381] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.191647] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.191647] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.191796] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.191941] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.201403] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 in Status: IN_PROGRESS for 2s [ 1283.893345] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 in Status: SUCCESS [ 1283.893593] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.213284] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 in Status: SUCCESS [ 1285.213284] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 deletion is rescheduled due to dependency. [ 1285.213284] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.654204] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1287.654622] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1292.655092] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1292.655404] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1294.315159] env[69367]: INFO networking_nsxv3.common.synchronization [req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb req-dca28f31-e2c0-466a-94c0-4c8c80fb0f1b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Enqueued Resource ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 with Priority: HIGHEST for action security_group_members [ 1294.315697] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 with Priority: HIGHEST for action security_group_members [ 1294.316011] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ada2457-2a2c-415e-9f27-190e06d5e137 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.316163] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.316231] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.316434] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.316582] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.316678] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.316738] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.316877] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.316954] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.317078] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ada2457-2a2c-415e-9f27-190e06d5e137',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.589263] env[69367]: INFO networking_nsxv3.common.synchronization [req-16bb0764-15c9-4ef6-a2a0-206f3e67f64c req-eeeafae9-4121-4031-ab40-15cab13fda87 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Enqueued Resource ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 with Priority: HIGHEST for action security_group_members [ 1294.590564] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 with Priority: HIGHEST for action security_group_members [ 1294.590564] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f15421-8dbd-46e4-be17-05ff314d7f04 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.592670] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.592670] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.592670] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.592670] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.592670] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.592670] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.592670] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.592670] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.592670] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40f15421-8dbd-46e4-be17-05ff314d7f04',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.819513] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ada2457-2a2c-415e-9f27-190e06d5e137',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.878687] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.878915] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-235" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.879126] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-235" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.879501] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-235" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.879834] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.880123] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.880257] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.880521] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.880630] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.880838] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1294.880956] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1294.881082] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1294.881197] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1294.881310] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1294.881418] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1294.881551] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1294.905414] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1294.905594] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1294.905737] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1294.906139] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-235" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.906429] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-ce943886-0c31-485c-a82d-3a3faf67ba49 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.906615] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-ce943886-0c31-485c-a82d-3a3faf67ba49" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.906742] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-ce943886-0c31-485c-a82d-3a3faf67ba49" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.907126] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-ce943886-0c31-485c-a82d-3a3faf67ba49" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.907294] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce943886-0c31-485c-a82d-3a3faf67ba49',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.096417] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.096573] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.096638] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.096956] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.118448] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.118729] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.118851] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.118919] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.119201] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.119282] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.119321] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 is going to be updated. [ 1295.161210] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.161391] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.161438] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.161662] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.161926] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.171119] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 in Status: IN_PROGRESS for 2s [ 1295.322381] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ada2457-2a2c-415e-9f27-190e06d5e137',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.328634] env[69367]: INFO networking_nsxv3.common.synchronization [None req-f8738304-0f4f-44f6-a708-808e5d7f7599 None None] Enqueued Resource ID: 5dc093ad-3e22-4cfa-8580-37a9f427396e with Priority: HIGHEST for action port [ 1295.328888] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dc093ad-3e22-4cfa-8580-37a9f427396e with Priority: HIGHEST for action port [ 1295.329629] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dc093ad-3e22-4cfa-8580-37a9f427396e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.329629] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dc093ad-3e22-4cfa-8580-37a9f427396e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.329814] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dc093ad-3e22-4cfa-8580-37a9f427396e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.330611] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dc093ad-3e22-4cfa-8580-37a9f427396e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.330611] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dc093ad-3e22-4cfa-8580-37a9f427396e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.411919] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.412173] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.412292] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.412568] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.412831] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.412921] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port ce943886-0c31-485c-a82d-3a3faf67ba49 not found, creating... [ 1295.413137] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.413339] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.413411] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.413626] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.413763] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.414248] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.414375] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.414528] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.414747] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.415318] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.416584] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: ce943886-0c31-485c-a82d-3a3faf67ba49 is going to be created. [ 1295.438161] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.438558] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.438558] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.438980] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.439053] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.439316] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-ce943886-0c31-485c-a82d-3a3faf67ba49" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.824911] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.825149] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.825149] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.825352] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.825445] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.825542] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 is going to be updated. [ 1295.832625] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5dc093ad-3e22-4cfa-8580-37a9f427396e [ 1295.832625] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.832817] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.832817] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.832957] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.833062] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.833184] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5dc093ad-3e22-4cfa-8580-37a9f427396e already deleted. [ 1295.833275] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dc093ad-3e22-4cfa-8580-37a9f427396e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.856097] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.856097] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.856097] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.856097] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.856097] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.864984] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 in Status: IN_PROGRESS for 2s [ 1296.397396] env[69367]: INFO networking_nsxv3.common.synchronization [req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb req-0d9d3128-e6a9-4223-a259-435ddaab8e46 service nova] Enqueued Resource ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 with Priority: HIGHEST for action security_group_rules [ 1296.397396] env[69367]: INFO networking_nsxv3.common.synchronization [req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb req-0d9d3128-e6a9-4223-a259-435ddaab8e46 service nova] Enqueued Resource ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 with Priority: HIGHEST for action security_group_members [ 1296.397396] env[69367]: INFO networking_nsxv3.common.synchronization [req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb req-0d9d3128-e6a9-4223-a259-435ddaab8e46 service nova] Enqueued Resource ID: ce943886-0c31-485c-a82d-3a3faf67ba49 with Priority: HIGHEST for action port [ 1296.397396] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 with Priority: HIGHEST for action security_group_rules [ 1296.397396] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 with Priority: HIGHEST for action security_group_members [ 1296.397396] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce943886-0c31-485c-a82d-3a3faf67ba49 with Priority: HIGHEST for action port [ 1296.397396] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ada2457-2a2c-415e-9f27-190e06d5e137 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.397868] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.397868] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.397868] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.397868] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ada2457-2a2c-415e-9f27-190e06d5e137',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.398819] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ada2457-2a2c-415e-9f27-190e06d5e137 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.398917] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.399138] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce943886-0c31-485c-a82d-3a3faf67ba49 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.399512] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce943886-0c31-485c-a82d-3a3faf67ba49" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.399607] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce943886-0c31-485c-a82d-3a3faf67ba49" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.399804] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce943886-0c31-485c-a82d-3a3faf67ba49" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.399881] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce943886-0c31-485c-a82d-3a3faf67ba49',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.902376] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce943886-0c31-485c-a82d-3a3faf67ba49 with status ACTIVE [ 1296.902605] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.902721] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.902781] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.903210] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.903210] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.903385] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.903602] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.903602] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.903755] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.904131] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.904131] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.904326] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.904398] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.904581] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.904665] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.904780] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce943886-0c31-485c-a82d-3a3faf67ba49 is going to be updated. [ 1296.905967] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ada2457-2a2c-415e-9f27-190e06d5e137 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.906066] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.929907] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.929907] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.930156] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.930192] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.930338] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.930496] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce943886-0c31-485c-a82d-3a3faf67ba49" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.181170] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 in Status: SUCCESS [ 1297.181361] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 deletion is rescheduled due to dependency. [ 1297.181477] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.531063] env[69367]: INFO networking_nsxv3.common.synchronization [None req-78af97ee-07f3-44ae-989c-78c8c1bbf341 None None] Enqueued Resource ID: 04b6024f-6fc3-4d18-a717-98c831f781d0 with Priority: HIGHEST for action port [ 1297.531063] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04b6024f-6fc3-4d18-a717-98c831f781d0 with Priority: HIGHEST for action port [ 1297.531063] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-04b6024f-6fc3-4d18-a717-98c831f781d0 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.531815] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04b6024f-6fc3-4d18-a717-98c831f781d0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.532017] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04b6024f-6fc3-4d18-a717-98c831f781d0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.532425] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04b6024f-6fc3-4d18-a717-98c831f781d0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.532649] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04b6024f-6fc3-4d18-a717-98c831f781d0',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.875216] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 in Status: SUCCESS [ 1297.875624] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.875722] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.875862] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.876191] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.876267] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.876267] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.876582] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.876582] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.876582] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ada2457-2a2c-415e-9f27-190e06d5e137',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.035521] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04b6024f-6fc3-4d18-a717-98c831f781d0 [ 1298.035708] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.035927] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.036281] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.036705] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.036943] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.037180] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04b6024f-6fc3-4d18-a717-98c831f781d0 already deleted. [ 1298.037362] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04b6024f-6fc3-4d18-a717-98c831f781d0" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.260082] env[69367]: INFO networking_nsxv3.common.synchronization [req-91c14d30-7887-4fe8-8393-0b93ef4a21fc req-f7362303-2aa5-4285-87b7-2eab01a6a95a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Enqueued Resource ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 with Priority: HIGHEST for action security_group_members [ 1298.260347] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 with Priority: HIGHEST for action security_group_members [ 1298.260975] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-23b24e5f-18e1-44e2-aec3-7a767f966508 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.260975] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.260975] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.261273] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.261502] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.261858] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.261858] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.261985] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.262130] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.262273] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23b24e5f-18e1-44e2-aec3-7a767f966508',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.378696] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ada2457-2a2c-415e-9f27-190e06d5e137',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.693607] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-297 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.693941] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-297" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.693941] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-297" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.694353] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-297" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.694742] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.695046] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.695191] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.695951] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.695951] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.695951] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1298.695951] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1298.696560] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1298.696560] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1298.696560] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1298.696778] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1298.696879] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1298.738142] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1298.738427] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1298.738633] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1298.738963] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-297" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.739370] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-532f1b5e-28a4-416e-a319-e8c48655bf7e taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.739621] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-532f1b5e-28a4-416e-a319-e8c48655bf7e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.739801] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-532f1b5e-28a4-416e-a319-e8c48655bf7e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.740113] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-532f1b5e-28a4-416e-a319-e8c48655bf7e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.740346] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('532f1b5e-28a4-416e-a319-e8c48655bf7e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.764818] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.765049] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.765159] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.766028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.788010] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.788283] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.788410] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.788478] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.788708] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.788793] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.788866] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 is going to be updated. [ 1298.815998] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.816254] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.816310] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.816517] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.816669] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.826810] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 in Status: IN_PROGRESS for 2s [ 1298.881798] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ada2457-2a2c-415e-9f27-190e06d5e137',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.243392] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.243619] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.243753] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.244116] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.244310] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.244614] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.244778] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.244901] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.245151] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.245359] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.245677] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.245840] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.245960] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.246233] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.246377] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.246526] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 532f1b5e-28a4-416e-a319-e8c48655bf7e is going to be updated. [ 1299.269145] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.269361] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.269491] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.269734] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.269927] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.270174] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-532f1b5e-28a4-416e-a319-e8c48655bf7e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.384494] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.384665] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.384713] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.384920] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.385018] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.385134] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 is going to be updated. [ 1299.427313] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.427485] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.427528] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.427726] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.427869] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.437223] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 in Status: IN_PROGRESS for 2s [ 1299.955105] env[69367]: INFO networking_nsxv3.common.synchronization [req-df148f9d-3961-4652-b105-673b458cf63c req-7466e054-4d74-464b-9eb3-b6296faa5420 service nova] Enqueued Resource ID: 07b6b255-a951-4cc2-99db-d5809f8f5264 with Priority: HIGHEST for action security_group_rules [ 1299.955105] env[69367]: INFO networking_nsxv3.common.synchronization [req-df148f9d-3961-4652-b105-673b458cf63c req-7466e054-4d74-464b-9eb3-b6296faa5420 service nova] Enqueued Resource ID: 07b6b255-a951-4cc2-99db-d5809f8f5264 with Priority: HIGHEST for action security_group_members [ 1299.955606] env[69367]: INFO networking_nsxv3.common.synchronization [req-df148f9d-3961-4652-b105-673b458cf63c req-7466e054-4d74-464b-9eb3-b6296faa5420 service nova] Enqueued Resource ID: 532f1b5e-28a4-416e-a319-e8c48655bf7e with Priority: HIGHEST for action port [ 1299.955606] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b6b255-a951-4cc2-99db-d5809f8f5264 with Priority: HIGHEST for action security_group_rules [ 1299.955606] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b6b255-a951-4cc2-99db-d5809f8f5264 with Priority: HIGHEST for action security_group_members [ 1299.955606] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 532f1b5e-28a4-416e-a319-e8c48655bf7e with Priority: HIGHEST for action port [ 1299.956294] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07b6b255-a951-4cc2-99db-d5809f8f5264 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.956621] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.956621] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.956756] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.956810] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07b6b255-a951-4cc2-99db-d5809f8f5264',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.957794] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b6b255-a951-4cc2-99db-d5809f8f5264 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.957925] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.957992] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.958154] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.958303] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.958411] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.958482] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.958582] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.958654] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.958745] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07b6b255-a951-4cc2-99db-d5809f8f5264',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.959578] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-532f1b5e-28a4-416e-a319-e8c48655bf7e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.959740] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-532f1b5e-28a4-416e-a319-e8c48655bf7e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.959740] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-532f1b5e-28a4-416e-a319-e8c48655bf7e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.959931] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-532f1b5e-28a4-416e-a319-e8c48655bf7e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.959931] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('532f1b5e-28a4-416e-a319-e8c48655bf7e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.462174] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07b6b255-a951-4cc2-99db-d5809f8f5264',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.463216] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b6b255-a951-4cc2-99db-d5809f8f5264 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.463494] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.463494] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 532f1b5e-28a4-416e-a319-e8c48655bf7e with status ACTIVE [ 1300.463635] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.463734] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.463792] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.464009] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.464246] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.465343] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.465343] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.465343] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.465343] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.465343] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.465343] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.465343] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.465343] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.465343] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.465343] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.465343] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 532f1b5e-28a4-416e-a319-e8c48655bf7e is going to be updated. [ 1300.488921] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.489141] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.489189] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.489390] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.489534] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.489692] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-532f1b5e-28a4-416e-a319-e8c48655bf7e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.836917] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 in Status: SUCCESS [ 1300.837109] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 deletion is rescheduled due to dependency. [ 1300.837294] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.967881] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07b6b255-a951-4cc2-99db-d5809f8f5264',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.446950] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 in Status: SUCCESS [ 1301.447260] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.447435] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.447651] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.447840] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.448021] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.448086] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.448250] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.448322] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.448505] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.448628] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ada2457-2a2c-415e-9f27-190e06d5e137',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.470493] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.470705] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.470705] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.470912] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.470994] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.471100] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b6b255-a951-4cc2-99db-d5809f8f5264 is going to be updated. [ 1301.499826] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.500084] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.500084] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.500273] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.500419] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.510467] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b6b255-a951-4cc2-99db-d5809f8f5264 in Status: IN_PROGRESS for 2s [ 1301.951487] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ada2457-2a2c-415e-9f27-190e06d5e137',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.454461] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ada2457-2a2c-415e-9f27-190e06d5e137: rpc.has_security_group_logging(os_id): False [ 1302.489522] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.489522] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.489522] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.489762] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.489866] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.490129] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.490239] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.490334] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.490537] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.490619] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.490710] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 is going to be updated. [ 1302.592113] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.592328] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.592328] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.592922] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.592922] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.611034] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 in Status: IN_PROGRESS for 2s [ 1303.259148] env[69367]: INFO networking_nsxv3.common.synchronization [req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 req-e29e7abb-8474-4e2b-9383-eb0992ed759a tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Enqueued Resource ID: e5274553-af38-4e78-ab04-9124fdfa7844 with Priority: HIGHEST for action security_group_members [ 1303.260116] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5274553-af38-4e78-ab04-9124fdfa7844 with Priority: HIGHEST for action security_group_members [ 1303.260338] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5274553-af38-4e78-ab04-9124fdfa7844 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.260465] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5274553-af38-4e78-ab04-9124fdfa7844" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.260547] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5274553-af38-4e78-ab04-9124fdfa7844" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.260779] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5274553-af38-4e78-ab04-9124fdfa7844" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.260936] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.261158] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.261269] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.261467] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.261597] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.261734] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5274553-af38-4e78-ab04-9124fdfa7844',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.522821] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b6b255-a951-4cc2-99db-d5809f8f5264 in Status: SUCCESS [ 1303.523776] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.525024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.525024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.525180] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.525348] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.525515] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.525765] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.525901] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.526064] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.526234] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07b6b255-a951-4cc2-99db-d5809f8f5264',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.553321] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-696 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.553526] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-696" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.553659] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-696" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.553990] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-696" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.554304] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.554517] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.554750] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.555093] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.555330] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.555587] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1303.555714] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1303.555832] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1303.555947] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1303.556077] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1303.556225] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1303.556367] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1303.576477] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1303.576578] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1303.576721] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1303.576914] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-696" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.577277] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-906b61a8-1753-45f7-8529-f769dfeb0e2a taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.577486] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-906b61a8-1753-45f7-8529-f769dfeb0e2a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.577610] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-906b61a8-1753-45f7-8529-f769dfeb0e2a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.577943] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-906b61a8-1753-45f7-8529-f769dfeb0e2a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.578095] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('906b61a8-1753-45f7-8529-f769dfeb0e2a',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.764443] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.764641] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.764641] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.764889] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.764988] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.765202] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.765310] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.765371] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.765545] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.765617] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.765704] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5274553-af38-4e78-ab04-9124fdfa7844 already deleted. [ 1303.765786] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5274553-af38-4e78-ab04-9124fdfa7844" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.028889] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07b6b255-a951-4cc2-99db-d5809f8f5264',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.080725] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.080955] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.081266] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.081790] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.082049] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.082270] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 906b61a8-1753-45f7-8529-f769dfeb0e2a not found, creating... [ 1304.082628] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.082859] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.083060] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.083343] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.083507] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.083829] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.083997] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.084309] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.084791] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.085055] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.085278] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 906b61a8-1753-45f7-8529-f769dfeb0e2a is going to be created. [ 1304.105766] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.106040] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.106187] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.106603] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.106996] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.107741] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-906b61a8-1753-45f7-8529-f769dfeb0e2a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.533252] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07b6b255-a951-4cc2-99db-d5809f8f5264: rpc.has_security_group_logging(os_id): False [ 1304.549667] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.549870] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.549944] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.550173] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.550266] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.550523] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.550621] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.550688] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.550828] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.550903] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.550990] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07b6b255-a951-4cc2-99db-d5809f8f5264 is going to be updated. [ 1304.612203] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.612597] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.612738] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.613090] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.613308] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.630159] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07b6b255-a951-4cc2-99db-d5809f8f5264 in Status: IN_PROGRESS for 2s [ 1304.631475] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 in Status: SUCCESS [ 1304.631946] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.810288] env[69367]: INFO networking_nsxv3.common.synchronization [req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 req-ef1b706c-3b33-4256-8bbb-23282e4a0bd1 service nova] Enqueued Resource ID: e5274553-af38-4e78-ab04-9124fdfa7844 with Priority: HIGHEST for action security_group_rules [ 1304.810504] env[69367]: INFO networking_nsxv3.common.synchronization [req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 req-ef1b706c-3b33-4256-8bbb-23282e4a0bd1 service nova] Enqueued Resource ID: e5274553-af38-4e78-ab04-9124fdfa7844 with Priority: HIGHEST for action security_group_members [ 1304.810686] env[69367]: INFO networking_nsxv3.common.synchronization [req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 req-ef1b706c-3b33-4256-8bbb-23282e4a0bd1 service nova] Enqueued Resource ID: 906b61a8-1753-45f7-8529-f769dfeb0e2a with Priority: HIGHEST for action port [ 1304.811285] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5274553-af38-4e78-ab04-9124fdfa7844 with Priority: HIGHEST for action security_group_rules [ 1304.811943] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5274553-af38-4e78-ab04-9124fdfa7844 with Priority: HIGHEST for action security_group_members [ 1304.812265] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 906b61a8-1753-45f7-8529-f769dfeb0e2a with Priority: HIGHEST for action port [ 1304.812709] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5274553-af38-4e78-ab04-9124fdfa7844 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.812920] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5274553-af38-4e78-ab04-9124fdfa7844" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.812995] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5274553-af38-4e78-ab04-9124fdfa7844" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.813347] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5274553-af38-4e78-ab04-9124fdfa7844" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.813599] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5274553-af38-4e78-ab04-9124fdfa7844',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.815344] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5274553-af38-4e78-ab04-9124fdfa7844 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.815560] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5274553-af38-4e78-ab04-9124fdfa7844" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.815655] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5274553-af38-4e78-ab04-9124fdfa7844" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.815892] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5274553-af38-4e78-ab04-9124fdfa7844" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.816116] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.816348] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.816620] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.816620] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.816726] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.816871] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5274553-af38-4e78-ab04-9124fdfa7844',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.818188] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-906b61a8-1753-45f7-8529-f769dfeb0e2a taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.821136] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-906b61a8-1753-45f7-8529-f769dfeb0e2a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.821136] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-906b61a8-1753-45f7-8529-f769dfeb0e2a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.821136] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-906b61a8-1753-45f7-8529-f769dfeb0e2a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.821136] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('906b61a8-1753-45f7-8529-f769dfeb0e2a',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.316696] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5274553-af38-4e78-ab04-9124fdfa7844 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.316696] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5274553-af38-4e78-ab04-9124fdfa7844" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.319123] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5274553-af38-4e78-ab04-9124fdfa7844',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.323540] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 906b61a8-1753-45f7-8529-f769dfeb0e2a with status ACTIVE [ 1305.323783] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.323973] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.324084] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.324508] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.324636] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.324871] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.324974] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.325075] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.325445] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.325574] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.325961] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.326133] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.326228] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.326446] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.326529] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.326648] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 906b61a8-1753-45f7-8529-f769dfeb0e2a is going to be updated. [ 1305.356682] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.357308] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.357308] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.357308] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.357653] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.357722] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-906b61a8-1753-45f7-8529-f769dfeb0e2a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.441439] env[69367]: INFO networking_nsxv3.common.synchronization [None req-aeb4d50e-f047-4fa6-91b5-a5766a61c2f6 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Enqueued Resource ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 with Priority: HIGHEST for action security_group_members [ 1305.442570] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 with Priority: HIGHEST for action security_group_members [ 1305.442570] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.442744] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.442744] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.443069] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.443252] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.443467] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.443467] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.443615] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.443668] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.443736] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.822705] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5274553-af38-4e78-ab04-9124fdfa7844',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.946803] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.947026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.947135] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.947387] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.947637] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.947710] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.947877] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.947949] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.948091] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.948171] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.948269] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 is going to be updated. [ 1305.982797] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.983049] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.983049] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.983250] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.983473] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.993946] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 in Status: IN_PROGRESS for 2s [ 1306.328381] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.328605] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.328605] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.328772] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.328861] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.328961] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5274553-af38-4e78-ab04-9124fdfa7844 is going to be created. [ 1306.355608] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.355608] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.358018] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.358018] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.358018] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.369241] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5274553-af38-4e78-ab04-9124fdfa7844 in Status: UNINITIALIZED for 2s [ 1306.645152] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07b6b255-a951-4cc2-99db-d5809f8f5264 in Status: SUCCESS [ 1306.645465] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.004776] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 in Status: SUCCESS [ 1308.005185] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 deletion is rescheduled due to dependency. [ 1308.005185] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.380784] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5274553-af38-4e78-ab04-9124fdfa7844 in Status: SUCCESS [ 1308.380975] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5274553-af38-4e78-ab04-9124fdfa7844" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.381042] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5274553-af38-4e78-ab04-9124fdfa7844" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.381254] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5274553-af38-4e78-ab04-9124fdfa7844" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.381460] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.381581] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.381645] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.381791] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.381868] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.381966] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5274553-af38-4e78-ab04-9124fdfa7844" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.382067] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5274553-af38-4e78-ab04-9124fdfa7844',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.752466] env[69367]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1308.752466] env[69367]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] NSXv3 Agent Agent loop - iteration:3 started [ 1308.884551] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5274553-af38-4e78-ab04-9124fdfa7844 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.884734] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5274553-af38-4e78-ab04-9124fdfa7844" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.884796] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5274553-af38-4e78-ab04-9124fdfa7844" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.885087] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5274553-af38-4e78-ab04-9124fdfa7844" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.885265] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.885380] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.885440] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.885570] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.885641] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.885738] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5274553-af38-4e78-ab04-9124fdfa7844" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.885876] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5274553-af38-4e78-ab04-9124fdfa7844 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.885987] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5274553-af38-4e78-ab04-9124fdfa7844" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.886083] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5274553-af38-4e78-ab04-9124fdfa7844" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.886158] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5274553-af38-4e78-ab04-9124fdfa7844" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.886329] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.886433] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.886474] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.886681] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.886809] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.886990] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5274553-af38-4e78-ab04-9124fdfa7844" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.887147] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5274553-af38-4e78-ab04-9124fdfa7844',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.107678] env[69367]: INFO networking_nsxv3.common.synchronization [req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a req-3c108628-888c-4536-8b35-7a9af7dcdfb4 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Enqueued Resource ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 with Priority: HIGHEST for action security_group_members [ 1309.108611] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 with Priority: HIGHEST for action security_group_members [ 1309.109022] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-23b24e5f-18e1-44e2-aec3-7a767f966508 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.109429] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.109500] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.109787] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.110038] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.110202] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.110291] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.110468] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.110560] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.110660] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23b24e5f-18e1-44e2-aec3-7a767f966508',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.389945] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5274553-af38-4e78-ab04-9124fdfa7844: rpc.has_security_group_logging(os_id): False [ 1309.415585] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.415846] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.415846] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.416059] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.416155] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.416456] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.416653] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.416653] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.416791] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.416872] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.417099] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.417209] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.417266] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.417524] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.417662] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.417792] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.417887] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.417945] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.418226] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.418314] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.418408] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5274553-af38-4e78-ab04-9124fdfa7844 is going to be created. [ 1309.481685] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.481852] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.482075] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.485446] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.485446] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.521883] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5274553-af38-4e78-ab04-9124fdfa7844 in Status: IN_PROGRESS for 2s [ 1309.612780] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.613591] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.613591] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.613591] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.613591] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.613591] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.613905] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.613905] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.613977] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.614140] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.614184] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 is going to be updated. [ 1309.647031] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.647311] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.647311] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.647577] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.647726] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.658287] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 in Status: IN_PROGRESS for 2s [ 1309.666212] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-609 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.666478] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-609" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.666648] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-609" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.666980] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-609" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.667315] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.667499] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.668119] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.668119] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.668119] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.668357] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1309.668513] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1309.668622] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1309.668808] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1309.668934] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1309.669078] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1309.669266] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1309.701154] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1309.701394] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1309.701458] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1309.701642] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-609" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.702038] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-1b8a1963-b3f5-42df-b896-18f997701e00 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.702263] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-1b8a1963-b3f5-42df-b896-18f997701e00" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.702320] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-1b8a1963-b3f5-42df-b896-18f997701e00" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.702654] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-1b8a1963-b3f5-42df-b896-18f997701e00" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.702798] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b8a1963-b3f5-42df-b896-18f997701e00',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.206317] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.206897] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.206897] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.207185] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.207408] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.207588] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 1b8a1963-b3f5-42df-b896-18f997701e00 not found, creating... [ 1310.207893] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.208081] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.208197] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.208482] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.208729] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.209413] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.209616] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.209766] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.210071] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.210224] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.210380] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 1b8a1963-b3f5-42df-b896-18f997701e00 is going to be created. [ 1310.236055] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.236411] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.236543] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.236786] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.237504] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.237504] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-1b8a1963-b3f5-42df-b896-18f997701e00" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.295569] env[69367]: INFO networking_nsxv3.common.synchronization [req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 req-3322e868-7372-48a1-ba0b-e94e8839a971 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Enqueued Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_members [ 1310.296485] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGHEST for action security_group_members [ 1310.296485] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.296485] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.296485] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.296786] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.297495] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.297495] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.297656] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.297731] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.297834] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.297958] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.800117] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.800460] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.800460] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.800595] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.800736] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.800954] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.801097] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.801174] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.801389] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.801466] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.801598] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f is going to be updated. [ 1310.838591] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.838912] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.839061] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.839295] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.839444] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.856554] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: IN_PROGRESS for 2s [ 1310.976748] env[69367]: INFO networking_nsxv3.common.synchronization [req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a req-c7e5fdf4-62eb-4476-a09c-79bcca2e00bb service nova] Enqueued Resource ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 with Priority: HIGHEST for action security_group_rules [ 1310.976983] env[69367]: INFO networking_nsxv3.common.synchronization [req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a req-c7e5fdf4-62eb-4476-a09c-79bcca2e00bb service nova] Enqueued Resource ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 with Priority: HIGHEST for action security_group_members [ 1310.977165] env[69367]: INFO networking_nsxv3.common.synchronization [req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a req-c7e5fdf4-62eb-4476-a09c-79bcca2e00bb service nova] Enqueued Resource ID: 1b8a1963-b3f5-42df-b896-18f997701e00 with Priority: HIGHEST for action port [ 1310.977760] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 with Priority: HIGHEST for action security_group_rules [ 1310.978033] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 with Priority: HIGHEST for action security_group_members [ 1310.978074] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b8a1963-b3f5-42df-b896-18f997701e00 with Priority: HIGHEST for action port [ 1310.978411] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23b24e5f-18e1-44e2-aec3-7a767f966508 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.978549] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.978610] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.978835] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.978948] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23b24e5f-18e1-44e2-aec3-7a767f966508',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.980073] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-23b24e5f-18e1-44e2-aec3-7a767f966508 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.980194] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.980369] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b8a1963-b3f5-42df-b896-18f997701e00 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.980551] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b8a1963-b3f5-42df-b896-18f997701e00" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.980591] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b8a1963-b3f5-42df-b896-18f997701e00" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.980828] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b8a1963-b3f5-42df-b896-18f997701e00" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.980908] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b8a1963-b3f5-42df-b896-18f997701e00',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.482608] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-23b24e5f-18e1-44e2-aec3-7a767f966508 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.483066] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.483066] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b8a1963-b3f5-42df-b896-18f997701e00 with status ACTIVE [ 1311.483286] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.483422] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.483515] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.483726] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.483816] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.483992] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.484141] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.484241] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.484410] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.484445] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.484630] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.484725] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.484807] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.484926] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.485007] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.485103] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b8a1963-b3f5-42df-b896-18f997701e00 is going to be updated. [ 1311.514781] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.514985] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.515043] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.515401] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.515889] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.516129] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b8a1963-b3f5-42df-b896-18f997701e00" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.536204] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5274553-af38-4e78-ab04-9124fdfa7844 in Status: SUCCESS [ 1311.536402] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5274553-af38-4e78-ab04-9124fdfa7844" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.668346] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 in Status: SUCCESS [ 1311.668547] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 deletion is rescheduled due to dependency. [ 1311.668690] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.668866] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.669206] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.669343] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.669570] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.669570] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.669717] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.669809] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.669904] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23b24e5f-18e1-44e2-aec3-7a767f966508',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.172230] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23b24e5f-18e1-44e2-aec3-7a767f966508',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.676997] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23b24e5f-18e1-44e2-aec3-7a767f966508',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.874967] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f in Status: SUCCESS [ 1312.874967] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f deletion is rescheduled due to dependency. [ 1312.874967] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.182721] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.182932] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.182980] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.183202] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.183295] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.183398] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 is going to be updated. [ 1313.213737] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.213926] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.214030] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.214201] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.214358] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.225516] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 in Status: IN_PROGRESS for 2s [ 1315.243920] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 in Status: SUCCESS [ 1315.244312] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.244361] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.244956] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.246028] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.246191] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.246191] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.246343] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.246473] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.246581] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.246691] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23b24e5f-18e1-44e2-aec3-7a767f966508',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.749351] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23b24e5f-18e1-44e2-aec3-7a767f966508',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.979606] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1315.979813] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1316.256061] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23b24e5f-18e1-44e2-aec3-7a767f966508: rpc.has_security_group_logging(os_id): False [ 1316.276550] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.276798] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.276798] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.277372] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.277372] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.277372] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.277581] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.277581] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.277695] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.277753] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.277896] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 is going to be updated. [ 1316.344052] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.344052] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.344052] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.344052] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.344481] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.357854] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 in Status: IN_PROGRESS for 2s [ 1318.203046] env[69367]: INFO networking_nsxv3.common.synchronization [req-3bc13257-1f5a-46ed-ac66-66a9ec4f6227 req-01366fec-5421-40b0-b486-8c6650448e7c tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Enqueued Resource ID: e5274553-af38-4e78-ab04-9124fdfa7844 with Priority: HIGHEST for action security_group_members [ 1318.203625] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5274553-af38-4e78-ab04-9124fdfa7844 with Priority: HIGHEST for action security_group_members [ 1318.203871] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5274553-af38-4e78-ab04-9124fdfa7844 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.204251] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5274553-af38-4e78-ab04-9124fdfa7844" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.204251] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5274553-af38-4e78-ab04-9124fdfa7844" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.204432] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5274553-af38-4e78-ab04-9124fdfa7844" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.204547] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.204608] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.204647] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.205145] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.205145] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.205145] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5274553-af38-4e78-ab04-9124fdfa7844',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.373236] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 in Status: SUCCESS [ 1318.373476] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.707716] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.707931] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.707931] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.708240] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.708361] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.708559] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.708661] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.708779] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.708916] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.708995] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.709096] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5274553-af38-4e78-ab04-9124fdfa7844 is going to be updated. [ 1318.736067] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.736271] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.736271] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.736558] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.736706] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.745592] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5274553-af38-4e78-ab04-9124fdfa7844 in Status: IN_PROGRESS for 2s [ 1320.756815] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5274553-af38-4e78-ab04-9124fdfa7844 in Status: SUCCESS [ 1320.757202] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5274553-af38-4e78-ab04-9124fdfa7844 deletion is rescheduled due to dependency. [ 1320.757202] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5274553-af38-4e78-ab04-9124fdfa7844" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.519429] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.519429] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-235" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.519429] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-235" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.519429] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-235" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.519429] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.523526] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.523526] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.523526] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.523526] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.523526] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1322.523526] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1322.523526] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1322.523526] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1322.523526] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1322.523526] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1322.523526] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1322.543781] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1322.543781] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1322.543781] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1322.543781] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-235" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.543781] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-6285e008-62fd-4510-94a7-f166193d5e3e taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.543781] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-6285e008-62fd-4510-94a7-f166193d5e3e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.543781] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-6285e008-62fd-4510-94a7-f166193d5e3e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.543781] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-6285e008-62fd-4510-94a7-f166193d5e3e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.543781] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6285e008-62fd-4510-94a7-f166193d5e3e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.046920] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.047099] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.047270] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.047719] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.047870] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.048093] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 6285e008-62fd-4510-94a7-f166193d5e3e not found, creating... [ 1323.048473] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.048688] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.048829] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.049145] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.049337] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.049748] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.049975] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.050185] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.050482] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.050674] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.050868] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 6285e008-62fd-4510-94a7-f166193d5e3e is going to be created. [ 1323.075985] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.076279] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.076436] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.077173] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.077431] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.077654] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-6285e008-62fd-4510-94a7-f166193d5e3e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.204810] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1323.205042] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1323.687622] env[69367]: INFO networking_nsxv3.common.synchronization [req-48d2216d-5d7b-4a38-aa42-02e9ccf6b316 req-2f6eeec6-af5a-4a52-81d4-b286583fb9eb tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Enqueued Resource ID: 2c15ccc0-5747-4d57-9b7f-7211ddb6269b with Priority: HIGHEST for action security_group_members [ 1323.687622] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c15ccc0-5747-4d57-9b7f-7211ddb6269b with Priority: HIGHEST for action security_group_members [ 1323.687622] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c15ccc0-5747-4d57-9b7f-7211ddb6269b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.687622] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c15ccc0-5747-4d57-9b7f-7211ddb6269b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.687622] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c15ccc0-5747-4d57-9b7f-7211ddb6269b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.688400] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c15ccc0-5747-4d57-9b7f-7211ddb6269b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.688400] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.688400] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.688400] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.688400] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.688618] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.688618] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c15ccc0-5747-4d57-9b7f-7211ddb6269b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.810733] env[69367]: INFO networking_nsxv3.common.synchronization [req-042b7ce3-973d-4ca1-b5af-1cb3bf17ce5f req-dc9d0b01-c1cd-46b9-8d70-00ca3d3c5b29 service nova] Enqueued Resource ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 with Priority: HIGHEST for action security_group_rules [ 1323.810820] env[69367]: INFO networking_nsxv3.common.synchronization [req-042b7ce3-973d-4ca1-b5af-1cb3bf17ce5f req-dc9d0b01-c1cd-46b9-8d70-00ca3d3c5b29 service nova] Enqueued Resource ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 with Priority: HIGHEST for action security_group_members [ 1323.810962] env[69367]: INFO networking_nsxv3.common.synchronization [req-042b7ce3-973d-4ca1-b5af-1cb3bf17ce5f req-dc9d0b01-c1cd-46b9-8d70-00ca3d3c5b29 service nova] Enqueued Resource ID: 6285e008-62fd-4510-94a7-f166193d5e3e with Priority: HIGHEST for action port [ 1323.811196] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 with Priority: HIGHEST for action security_group_rules [ 1323.811348] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 with Priority: HIGHEST for action security_group_members [ 1323.811399] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6285e008-62fd-4510-94a7-f166193d5e3e with Priority: HIGHEST for action port [ 1323.811999] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.812383] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.812463] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.812671] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.812745] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.814136] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.814136] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.814136] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.814136] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.814136] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.814136] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.814379] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.814379] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.816792] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.816792] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.816792] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-6285e008-62fd-4510-94a7-f166193d5e3e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.816792] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6285e008-62fd-4510-94a7-f166193d5e3e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.816792] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6285e008-62fd-4510-94a7-f166193d5e3e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.816792] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6285e008-62fd-4510-94a7-f166193d5e3e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.816792] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6285e008-62fd-4510-94a7-f166193d5e3e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.190994] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.191197] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.191249] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.191459] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.191552] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.191748] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.191851] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.191921] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.192082] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.192159] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.192248] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c15ccc0-5747-4d57-9b7f-7211ddb6269b is going to be updated. [ 1324.220027] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.220258] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.220258] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.220466] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.220633] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.231325] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c15ccc0-5747-4d57-9b7f-7211ddb6269b in Status: IN_PROGRESS for 2s [ 1324.318206] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.318431] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.318493] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.319503] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6285e008-62fd-4510-94a7-f166193d5e3e with status ACTIVE [ 1324.319687] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.319802] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.319890] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.320158] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.320240] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.320411] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.320506] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.320568] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.320718] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.320791] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.323070] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.323234] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.323329] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.323510] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.325097] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.325305] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6285e008-62fd-4510-94a7-f166193d5e3e is going to be updated. [ 1324.348709] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.348938] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.348938] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.349207] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.349398] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.349583] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6285e008-62fd-4510-94a7-f166193d5e3e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.827422] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.330073] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.330290] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.330375] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.330614] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.330708] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.330824] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 is going to be updated. [ 1325.358965] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.359213] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.359260] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.359478] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.359625] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.369315] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 in Status: IN_PROGRESS for 2s [ 1325.401462] env[69367]: INFO networking_nsxv3.common.synchronization [None req-c4f66f85-4c63-4aaf-b15d-d1b52afc5703 None None] Enqueued Resource ID: edff5365-a5a3-4d28-965b-f493da8af247 with Priority: HIGHEST for action port [ 1325.401751] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edff5365-a5a3-4d28-965b-f493da8af247 with Priority: HIGHEST for action port [ 1325.402349] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-edff5365-a5a3-4d28-965b-f493da8af247 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.402557] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edff5365-a5a3-4d28-965b-f493da8af247" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.402642] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edff5365-a5a3-4d28-965b-f493da8af247" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.403192] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edff5365-a5a3-4d28-965b-f493da8af247" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.403304] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edff5365-a5a3-4d28-965b-f493da8af247',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.906077] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port edff5365-a5a3-4d28-965b-f493da8af247 [ 1325.906400] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.906583] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.906632] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.907298] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.907298] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.907298] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:edff5365-a5a3-4d28-965b-f493da8af247 already deleted. [ 1325.907298] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edff5365-a5a3-4d28-965b-f493da8af247" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.228301] env[69367]: INFO networking_nsxv3.common.synchronization [None req-c2582fe1-c146-4966-a945-8ad0ea29ed45 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Enqueued Resource ID: cc946bc6-d9d8-40ba-bc45-d9045130f597 with Priority: HIGHEST for action security_group_rules [ 1326.228905] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc946bc6-d9d8-40ba-bc45-d9045130f597 with Priority: HIGHEST for action security_group_rules [ 1326.229248] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc946bc6-d9d8-40ba-bc45-d9045130f597 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.229382] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc946bc6-d9d8-40ba-bc45-d9045130f597" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.229429] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc946bc6-d9d8-40ba-bc45-d9045130f597" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.229679] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc946bc6-d9d8-40ba-bc45-d9045130f597" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.229764] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc946bc6-d9d8-40ba-bc45-d9045130f597',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.241317] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c15ccc0-5747-4d57-9b7f-7211ddb6269b in Status: SUCCESS [ 1326.241497] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c15ccc0-5747-4d57-9b7f-7211ddb6269b deletion is rescheduled due to dependency. [ 1326.241704] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c15ccc0-5747-4d57-9b7f-7211ddb6269b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.304990] env[69367]: INFO networking_nsxv3.common.synchronization [None req-efef6e72-f8f5-473c-8ed1-c72712e7290b tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Enqueued Resource ID: cc946bc6-d9d8-40ba-bc45-d9045130f597 with Priority: HIGHEST for action security_group_rules [ 1326.305698] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc946bc6-d9d8-40ba-bc45-d9045130f597 with Priority: HIGHEST for action security_group_rules [ 1326.305922] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc946bc6-d9d8-40ba-bc45-d9045130f597 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.306071] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc946bc6-d9d8-40ba-bc45-d9045130f597" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.750551] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.750830] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.750830] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.751063] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.751149] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.751256] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc946bc6-d9d8-40ba-bc45-d9045130f597 already deleted. [ 1326.751341] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc946bc6-d9d8-40ba-bc45-d9045130f597" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.751497] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc946bc6-d9d8-40ba-bc45-d9045130f597" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.751671] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc946bc6-d9d8-40ba-bc45-d9045130f597" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.751737] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc946bc6-d9d8-40ba-bc45-d9045130f597',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.278540] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.279039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.279039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.279039] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.279390] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.279390] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc946bc6-d9d8-40ba-bc45-d9045130f597 already deleted. [ 1327.279514] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc946bc6-d9d8-40ba-bc45-d9045130f597" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.299268] env[69367]: INFO networking_nsxv3.common.synchronization [None req-5432dea2-a99a-4acd-8fc0-bf97298a2600 None None] Enqueued Resource ID: 5b98a9ac-7651-48e3-b02a-2d408adbcf54 with Priority: HIGHEST for action port [ 1327.299521] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b98a9ac-7651-48e3-b02a-2d408adbcf54 with Priority: HIGHEST for action port [ 1327.300092] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b98a9ac-7651-48e3-b02a-2d408adbcf54 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.300229] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b98a9ac-7651-48e3-b02a-2d408adbcf54" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.300290] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b98a9ac-7651-48e3-b02a-2d408adbcf54" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.300531] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b98a9ac-7651-48e3-b02a-2d408adbcf54" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.300613] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b98a9ac-7651-48e3-b02a-2d408adbcf54',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.378669] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 in Status: SUCCESS [ 1327.378939] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.379097] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.379321] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.379514] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.379627] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.379686] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.379841] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.379999] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.379999] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.380153] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.802529] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b98a9ac-7651-48e3-b02a-2d408adbcf54 [ 1327.803027] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.803027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.803027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.803193] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.803280] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.803377] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b98a9ac-7651-48e3-b02a-2d408adbcf54 already deleted. [ 1327.803457] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b98a9ac-7651-48e3-b02a-2d408adbcf54" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.882327] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.882327] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.882327] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.882530] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.882616] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.882713] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.882779] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.882928] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.883021] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.883111] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.883274] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.883464] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.883464] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.883547] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.883685] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.883780] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.883840] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.883988] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.884096] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.884184] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.884272] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.386380] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8: rpc.has_security_group_logging(os_id): False [ 1328.405908] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.406079] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.406150] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.406360] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.406449] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.406763] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.406888] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.406952] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.407115] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.407192] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.407384] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.407506] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.407546] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.407682] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.407805] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.407901] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.408031] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.408164] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.408349] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.408459] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.408577] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 is going to be updated. [ 1328.411780] env[69367]: INFO networking_nsxv3.common.synchronization [None req-1294e564-0386-411f-9704-ce502e56f595 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Enqueued Resource ID: c50000b5-c778-4d8e-ae3c-b0462e188638 with Priority: HIGHEST for action security_group_rules [ 1328.412434] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50000b5-c778-4d8e-ae3c-b0462e188638 with Priority: HIGHEST for action security_group_rules [ 1328.412745] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c50000b5-c778-4d8e-ae3c-b0462e188638 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.412885] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c50000b5-c778-4d8e-ae3c-b0462e188638" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.412972] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c50000b5-c778-4d8e-ae3c-b0462e188638" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.413247] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c50000b5-c778-4d8e-ae3c-b0462e188638" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.413357] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c50000b5-c778-4d8e-ae3c-b0462e188638',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.468520] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.468701] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.468764] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.469183] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.469315] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.479454] env[69367]: INFO networking_nsxv3.common.synchronization [None req-e11e3d08-bafc-4902-84c5-935a9ef87726 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Enqueued Resource ID: c50000b5-c778-4d8e-ae3c-b0462e188638 with Priority: HIGHEST for action security_group_rules [ 1328.479987] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50000b5-c778-4d8e-ae3c-b0462e188638 with Priority: HIGHEST for action security_group_rules [ 1328.481298] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 in Status: IN_PROGRESS for 2s [ 1328.481547] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c50000b5-c778-4d8e-ae3c-b0462e188638 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.481652] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c50000b5-c778-4d8e-ae3c-b0462e188638" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.935048] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.935048] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.935180] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.935488] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.935661] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.935807] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c50000b5-c778-4d8e-ae3c-b0462e188638 already deleted. [ 1328.935910] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c50000b5-c778-4d8e-ae3c-b0462e188638" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.936128] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c50000b5-c778-4d8e-ae3c-b0462e188638" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.936330] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c50000b5-c778-4d8e-ae3c-b0462e188638" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.936416] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c50000b5-c778-4d8e-ae3c-b0462e188638',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.456101] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.456513] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.456513] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.456513] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.456659] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.456700] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c50000b5-c778-4d8e-ae3c-b0462e188638 already deleted. [ 1329.456776] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c50000b5-c778-4d8e-ae3c-b0462e188638" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.495705] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 in Status: SUCCESS [ 1330.495705] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.836347] env[69367]: INFO networking_nsxv3.common.synchronization [req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed req-6375f76e-25a5-468c-ba48-1e2cf01be7d5 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Enqueued Resource ID: cc946bc6-d9d8-40ba-bc45-d9045130f597 with Priority: HIGHEST for action security_group_members [ 1332.836948] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc946bc6-d9d8-40ba-bc45-d9045130f597 with Priority: HIGHEST for action security_group_members [ 1332.837290] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc946bc6-d9d8-40ba-bc45-d9045130f597 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.837418] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc946bc6-d9d8-40ba-bc45-d9045130f597" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.837488] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc946bc6-d9d8-40ba-bc45-d9045130f597" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.837748] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc946bc6-d9d8-40ba-bc45-d9045130f597" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.837912] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.838207] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.838297] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.838480] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.838566] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.838661] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc946bc6-d9d8-40ba-bc45-d9045130f597',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.198311] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-787 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.198526] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-787" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.198684] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-787" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.199077] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-787" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.199409] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.199615] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.199768] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.200041] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.200240] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.200506] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1333.200662] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1333.200805] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1333.200941] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1333.201095] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1333.201237] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1333.201399] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1333.221653] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1333.221857] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1333.221955] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1333.222158] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-787" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.222475] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-1f851da2-9f69-477c-9e37-7a147641321d taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.222647] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-1f851da2-9f69-477c-9e37-7a147641321d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.222770] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-1f851da2-9f69-477c-9e37-7a147641321d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.223152] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-1f851da2-9f69-477c-9e37-7a147641321d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.223308] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f851da2-9f69-477c-9e37-7a147641321d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.342403] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.342628] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.342628] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.342837] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.342927] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.343134] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.343232] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.343293] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.343439] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.343513] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.343597] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc946bc6-d9d8-40ba-bc45-d9045130f597 already deleted. [ 1333.343676] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc946bc6-d9d8-40ba-bc45-d9045130f597" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.725943] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.726219] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.726311] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.726605] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.726809] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.726977] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 1f851da2-9f69-477c-9e37-7a147641321d not found, creating... [ 1333.727261] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.727846] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.728143] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.728518] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.728769] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.729236] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.729494] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.729730] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.730105] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.730353] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.730619] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 1f851da2-9f69-477c-9e37-7a147641321d is going to be created. [ 1333.750773] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.750992] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.751138] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.751406] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.751648] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.751875] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-1f851da2-9f69-477c-9e37-7a147641321d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.426449] env[69367]: INFO networking_nsxv3.common.synchronization [req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed req-07b8719b-1660-41e2-b876-1db0cfc5449b service nova] Enqueued Resource ID: cc946bc6-d9d8-40ba-bc45-d9045130f597 with Priority: HIGHEST for action security_group_rules [ 1334.426733] env[69367]: INFO networking_nsxv3.common.synchronization [req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed req-07b8719b-1660-41e2-b876-1db0cfc5449b service nova] Enqueued Resource ID: cc946bc6-d9d8-40ba-bc45-d9045130f597 with Priority: HIGHEST for action security_group_members [ 1334.426733] env[69367]: INFO networking_nsxv3.common.synchronization [req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed req-07b8719b-1660-41e2-b876-1db0cfc5449b service nova] Enqueued Resource ID: 1f851da2-9f69-477c-9e37-7a147641321d with Priority: HIGHEST for action port [ 1334.427011] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc946bc6-d9d8-40ba-bc45-d9045130f597 with Priority: HIGHEST for action security_group_rules [ 1334.427159] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc946bc6-d9d8-40ba-bc45-d9045130f597 with Priority: HIGHEST for action security_group_members [ 1334.427270] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f851da2-9f69-477c-9e37-7a147641321d with Priority: HIGHEST for action port [ 1334.427871] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc946bc6-d9d8-40ba-bc45-d9045130f597 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.428028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc946bc6-d9d8-40ba-bc45-d9045130f597" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.428255] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc946bc6-d9d8-40ba-bc45-d9045130f597" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.428491] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc946bc6-d9d8-40ba-bc45-d9045130f597" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.428576] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc946bc6-d9d8-40ba-bc45-d9045130f597',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.431663] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc946bc6-d9d8-40ba-bc45-d9045130f597 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.431663] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc946bc6-d9d8-40ba-bc45-d9045130f597" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.431663] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc946bc6-d9d8-40ba-bc45-d9045130f597" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.431663] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc946bc6-d9d8-40ba-bc45-d9045130f597" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.431663] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.431663] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.431663] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.431663] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.431663] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.431663] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc946bc6-d9d8-40ba-bc45-d9045130f597',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.432517] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f851da2-9f69-477c-9e37-7a147641321d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.432744] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f851da2-9f69-477c-9e37-7a147641321d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.432852] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f851da2-9f69-477c-9e37-7a147641321d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.433093] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f851da2-9f69-477c-9e37-7a147641321d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.433185] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f851da2-9f69-477c-9e37-7a147641321d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.930858] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc946bc6-d9d8-40ba-bc45-d9045130f597 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.931051] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc946bc6-d9d8-40ba-bc45-d9045130f597" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.933453] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc946bc6-d9d8-40ba-bc45-d9045130f597',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.934372] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f851da2-9f69-477c-9e37-7a147641321d with status ACTIVE [ 1334.934569] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.934711] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.934780] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.934985] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.935083] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.935261] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.935357] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.935415] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.935556] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.935629] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.935800] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.935891] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.935950] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.936099] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.936171] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.936255] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f851da2-9f69-477c-9e37-7a147641321d is going to be updated. [ 1334.958404] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.958626] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.958626] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.958812] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.958947] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.959117] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f851da2-9f69-477c-9e37-7a147641321d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.033623] env[69367]: INFO networking_nsxv3.common.synchronization [req-f3fe7552-0930-417e-9e01-d3119033dc48 req-0cb332d0-31ab-4538-9fa2-439433b9b848 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Enqueued Resource ID: c50000b5-c778-4d8e-ae3c-b0462e188638 with Priority: HIGHEST for action security_group_members [ 1335.034353] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50000b5-c778-4d8e-ae3c-b0462e188638 with Priority: HIGHEST for action security_group_members [ 1335.034727] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50000b5-c778-4d8e-ae3c-b0462e188638 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.034878] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50000b5-c778-4d8e-ae3c-b0462e188638" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.035026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50000b5-c778-4d8e-ae3c-b0462e188638" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.035462] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50000b5-c778-4d8e-ae3c-b0462e188638" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.035618] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.035744] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.035828] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.035995] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.036114] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.036294] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c50000b5-c778-4d8e-ae3c-b0462e188638',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.311908] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.312774] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-420" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.312774] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-420" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.313034] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-420" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.313325] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.313494] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.313615] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.314042] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.314221] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.314440] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1335.314572] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1335.314719] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1335.314845] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1335.314967] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1335.315094] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1335.315235] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1335.334284] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1335.334463] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1335.334677] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1335.334866] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-420" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.335206] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-460a1478-3b64-456c-ba8b-b35e3274ad69 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.335380] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-460a1478-3b64-456c-ba8b-b35e3274ad69" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.335504] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-460a1478-3b64-456c-ba8b-b35e3274ad69" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.335830] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-460a1478-3b64-456c-ba8b-b35e3274ad69" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.335977] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('460a1478-3b64-456c-ba8b-b35e3274ad69',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.441427] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc946bc6-d9d8-40ba-bc45-d9045130f597',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.542251] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.542440] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.542505] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.542981] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.542981] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.543098] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.543150] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.543186] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.543334] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.543663] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.543663] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50000b5-c778-4d8e-ae3c-b0462e188638 already deleted. [ 1335.543663] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50000b5-c778-4d8e-ae3c-b0462e188638" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.838838] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.839088] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.839229] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.839532] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.839708] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.839874] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 460a1478-3b64-456c-ba8b-b35e3274ad69 not found, creating... [ 1335.840144] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.840308] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.840431] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.840663] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.840804] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.841150] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.841263] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.841387] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.841596] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.841731] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.841894] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 460a1478-3b64-456c-ba8b-b35e3274ad69 is going to be created. [ 1335.860492] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.860706] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.860838] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.861160] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.861404] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.861634] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-460a1478-3b64-456c-ba8b-b35e3274ad69" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.941904] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.942181] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.942314] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.942648] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.942810] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.942980] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc946bc6-d9d8-40ba-bc45-d9045130f597 is going to be created. [ 1335.973111] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.973365] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.973432] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.973654] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.973825] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.986183] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc946bc6-d9d8-40ba-bc45-d9045130f597 in Status: UNINITIALIZED for 2s [ 1336.569373] env[69367]: INFO networking_nsxv3.common.synchronization [req-f3fe7552-0930-417e-9e01-d3119033dc48 req-a6f9dd0d-6b7c-4782-81b7-1d6f07bd46e0 service nova] Enqueued Resource ID: c50000b5-c778-4d8e-ae3c-b0462e188638 with Priority: HIGHEST for action security_group_rules [ 1336.569635] env[69367]: INFO networking_nsxv3.common.synchronization [req-f3fe7552-0930-417e-9e01-d3119033dc48 req-a6f9dd0d-6b7c-4782-81b7-1d6f07bd46e0 service nova] Enqueued Resource ID: c50000b5-c778-4d8e-ae3c-b0462e188638 with Priority: HIGHEST for action security_group_members [ 1336.569793] env[69367]: INFO networking_nsxv3.common.synchronization [req-f3fe7552-0930-417e-9e01-d3119033dc48 req-a6f9dd0d-6b7c-4782-81b7-1d6f07bd46e0 service nova] Enqueued Resource ID: 460a1478-3b64-456c-ba8b-b35e3274ad69 with Priority: HIGHEST for action port [ 1336.570689] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50000b5-c778-4d8e-ae3c-b0462e188638 with Priority: HIGHEST for action security_group_rules [ 1336.570904] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50000b5-c778-4d8e-ae3c-b0462e188638 with Priority: HIGHEST for action security_group_members [ 1336.571063] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 460a1478-3b64-456c-ba8b-b35e3274ad69 with Priority: HIGHEST for action port [ 1336.571633] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c50000b5-c778-4d8e-ae3c-b0462e188638 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.571819] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c50000b5-c778-4d8e-ae3c-b0462e188638" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.571930] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c50000b5-c778-4d8e-ae3c-b0462e188638" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.572239] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c50000b5-c778-4d8e-ae3c-b0462e188638" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.572385] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c50000b5-c778-4d8e-ae3c-b0462e188638',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.576651] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50000b5-c778-4d8e-ae3c-b0462e188638 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.576918] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50000b5-c778-4d8e-ae3c-b0462e188638" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.577327] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50000b5-c778-4d8e-ae3c-b0462e188638" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.580274] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50000b5-c778-4d8e-ae3c-b0462e188638" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.580526] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.580645] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.580711] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.580922] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.581026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.581131] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c50000b5-c778-4d8e-ae3c-b0462e188638',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.582248] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-460a1478-3b64-456c-ba8b-b35e3274ad69 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.582408] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-460a1478-3b64-456c-ba8b-b35e3274ad69" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.582477] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-460a1478-3b64-456c-ba8b-b35e3274ad69" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.582662] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-460a1478-3b64-456c-ba8b-b35e3274ad69" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.582891] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('460a1478-3b64-456c-ba8b-b35e3274ad69',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.076428] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50000b5-c778-4d8e-ae3c-b0462e188638 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.076428] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50000b5-c778-4d8e-ae3c-b0462e188638" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.089024] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c50000b5-c778-4d8e-ae3c-b0462e188638',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.089024] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 460a1478-3b64-456c-ba8b-b35e3274ad69 with status ACTIVE [ 1337.089024] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.089024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.089024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.089024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.089024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.089024] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.089024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.089024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.089024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.089024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.089024] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.089024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.089024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.089024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.090110] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.090110] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 460a1478-3b64-456c-ba8b-b35e3274ad69 is going to be updated. [ 1337.114796] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.114796] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.114796] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.114796] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.114796] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.114796] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-460a1478-3b64-456c-ba8b-b35e3274ad69" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.594983] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c50000b5-c778-4d8e-ae3c-b0462e188638',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.995939] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc946bc6-d9d8-40ba-bc45-d9045130f597 in Status: SUCCESS [ 1337.996241] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc946bc6-d9d8-40ba-bc45-d9045130f597" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.996411] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc946bc6-d9d8-40ba-bc45-d9045130f597" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.996628] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc946bc6-d9d8-40ba-bc45-d9045130f597" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.996841] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.996962] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.997036] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.997194] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.997275] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.997359] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc946bc6-d9d8-40ba-bc45-d9045130f597" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.997447] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc946bc6-d9d8-40ba-bc45-d9045130f597',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.097543] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.097709] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.097873] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.098154] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.098278] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.098404] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50000b5-c778-4d8e-ae3c-b0462e188638 is going to be created. [ 1338.122824] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.122979] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.123061] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.123269] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.123731] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.133022] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50000b5-c778-4d8e-ae3c-b0462e188638 in Status: UNINITIALIZED for 2s [ 1338.500290] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc946bc6-d9d8-40ba-bc45-d9045130f597',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.002033] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc946bc6-d9d8-40ba-bc45-d9045130f597: rpc.has_security_group_logging(os_id): False [ 1339.019411] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.019551] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.019551] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.019767] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.019857] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.020113] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.020217] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.020284] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.020433] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.020509] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.020598] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc946bc6-d9d8-40ba-bc45-d9045130f597 is going to be created. [ 1339.087744] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.087744] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.087744] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.087744] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.087744] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.100204] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc946bc6-d9d8-40ba-bc45-d9045130f597 in Status: IN_PROGRESS for 2s [ 1339.700091] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.700091] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-235" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.700091] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-235" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.700361] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-235" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.700361] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.700523] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.700639] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.700854] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.700999] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.701223] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1339.701339] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1339.701449] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1339.701558] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1339.701701] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1339.701789] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1339.701924] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1339.724674] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1339.724871] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1339.724985] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1339.725194] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-235" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.725521] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-6285e008-62fd-4510-94a7-f166193d5e3e taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.725695] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-6285e008-62fd-4510-94a7-f166193d5e3e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.725818] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-6285e008-62fd-4510-94a7-f166193d5e3e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.726099] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-6285e008-62fd-4510-94a7-f166193d5e3e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.726239] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6285e008-62fd-4510-94a7-f166193d5e3e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.144133] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50000b5-c778-4d8e-ae3c-b0462e188638 in Status: SUCCESS [ 1340.144473] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50000b5-c778-4d8e-ae3c-b0462e188638" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.144473] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50000b5-c778-4d8e-ae3c-b0462e188638" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.144895] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50000b5-c778-4d8e-ae3c-b0462e188638" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.145500] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.145500] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.145500] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.145707] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.145707] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.145797] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50000b5-c778-4d8e-ae3c-b0462e188638" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.145908] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c50000b5-c778-4d8e-ae3c-b0462e188638',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.228782] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.229178] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.229261] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.229550] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.229702] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.230013] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.230184] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.230306] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.230538] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.230681] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.230974] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.231151] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.231274] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.231485] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.231624] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.231773] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 6285e008-62fd-4510-94a7-f166193d5e3e is going to be updated. [ 1340.255711] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.255988] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.256096] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.256338] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.256548] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.256833] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-6285e008-62fd-4510-94a7-f166193d5e3e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.648278] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c50000b5-c778-4d8e-ae3c-b0462e188638',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.954511] env[69367]: INFO networking_nsxv3.common.synchronization [req-5613aaf9-b9de-4042-8d59-e7af5d1add0d req-6833f892-e82f-4acf-83fe-9b5443afde68 service nova] Enqueued Resource ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 with Priority: HIGHEST for action security_group_rules [ 1340.954730] env[69367]: INFO networking_nsxv3.common.synchronization [req-5613aaf9-b9de-4042-8d59-e7af5d1add0d req-6833f892-e82f-4acf-83fe-9b5443afde68 service nova] Enqueued Resource ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 with Priority: HIGHEST for action security_group_members [ 1340.954940] env[69367]: INFO networking_nsxv3.common.synchronization [req-5613aaf9-b9de-4042-8d59-e7af5d1add0d req-6833f892-e82f-4acf-83fe-9b5443afde68 service nova] Enqueued Resource ID: 6285e008-62fd-4510-94a7-f166193d5e3e with Priority: HIGHEST for action port [ 1340.955540] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 with Priority: HIGHEST for action security_group_rules [ 1340.955700] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 with Priority: HIGHEST for action security_group_members [ 1340.955849] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6285e008-62fd-4510-94a7-f166193d5e3e with Priority: HIGHEST for action port [ 1340.956315] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.956470] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.956596] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.956775] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.956895] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.957798] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.957904] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.957960] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.958145] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.958288] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.958424] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.958508] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.958654] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.958744] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.958862] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.961037] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-6285e008-62fd-4510-94a7-f166193d5e3e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.961037] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6285e008-62fd-4510-94a7-f166193d5e3e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.961037] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6285e008-62fd-4510-94a7-f166193d5e3e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.961037] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6285e008-62fd-4510-94a7-f166193d5e3e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.961037] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6285e008-62fd-4510-94a7-f166193d5e3e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.111049] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc946bc6-d9d8-40ba-bc45-d9045130f597 in Status: SUCCESS [ 1341.111288] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc946bc6-d9d8-40ba-bc45-d9045130f597" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.150814] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c50000b5-c778-4d8e-ae3c-b0462e188638: rpc.has_security_group_logging(os_id): False [ 1341.171119] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.171278] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.171349] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.171561] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.171650] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.171886] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.171980] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.172058] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.172203] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.172278] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.172365] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c50000b5-c778-4d8e-ae3c-b0462e188638 is going to be created. [ 1341.241025] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.241201] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.241201] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.241374] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.241552] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.252902] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c50000b5-c778-4d8e-ae3c-b0462e188638 in Status: IN_PROGRESS for 2s [ 1341.461764] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.461946] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.462207] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.464125] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6285e008-62fd-4510-94a7-f166193d5e3e with status ACTIVE [ 1341.464125] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.464125] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.464125] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.464125] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.464125] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.464382] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.464382] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.464382] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.464490] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.464524] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.465175] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.465175] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.465175] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.465175] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.465175] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.465175] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6285e008-62fd-4510-94a7-f166193d5e3e is going to be updated. [ 1341.487377] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.487624] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.487624] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.487829] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.487917] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.488044] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6285e008-62fd-4510-94a7-f166193d5e3e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.967239] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.470702] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.470702] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.471134] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.471134] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.471235] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.471317] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 is going to be updated. [ 1342.521242] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.521444] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.521444] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.521650] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.521793] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.532630] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 in Status: IN_PROGRESS for 2s [ 1343.268169] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c50000b5-c778-4d8e-ae3c-b0462e188638 in Status: SUCCESS [ 1343.268480] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c50000b5-c778-4d8e-ae3c-b0462e188638" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.544589] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 in Status: SUCCESS [ 1344.544994] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.544994] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.545153] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.545345] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.545489] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.545557] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.545720] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.545822] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.545915] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.546026] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.048823] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.049085] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.049219] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.049541] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.049730] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.049840] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.049908] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.050101] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.050191] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.050313] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.050429] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.050521] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.050578] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.050723] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.050857] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.050947] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.051013] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.051170] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.051244] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.051327] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.051418] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.553920] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8: rpc.has_security_group_logging(os_id): False [ 1345.577485] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.577666] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.577725] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.577907] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.577994] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.578184] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.578288] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.578350] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.578475] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.578548] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.578736] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.578818] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.578879] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.579016] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.579094] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.579381] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.579381] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.579556] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.579556] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.579659] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.579723] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 is going to be updated. [ 1345.640996] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.641228] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.641340] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.641575] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.641761] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.658478] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 in Status: IN_PROGRESS for 2s [ 1345.957291] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1345.957515] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1347.674884] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 in Status: SUCCESS [ 1347.675467] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.959211] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1350.959211] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1353.805525] env[69367]: INFO networking_nsxv3.common.synchronization [req-b0c4fbb1-45f2-4515-89c2-63ca91234b9a req-ea1ce031-59f4-442c-9f4f-5f06d2a2e714 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Enqueued Resource ID: 07b6b255-a951-4cc2-99db-d5809f8f5264 with Priority: HIGHEST for action security_group_members [ 1353.806054] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b6b255-a951-4cc2-99db-d5809f8f5264 with Priority: HIGHEST for action security_group_members [ 1353.806358] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b6b255-a951-4cc2-99db-d5809f8f5264 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.806482] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.806549] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.806746] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.806931] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.807035] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.807130] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.807769] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.807769] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.807769] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07b6b255-a951-4cc2-99db-d5809f8f5264',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.310209] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.310425] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.310425] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.310607] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.310751] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.310897] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.310991] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.311084] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.311212] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.311280] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.311367] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b6b255-a951-4cc2-99db-d5809f8f5264 is going to be updated. [ 1354.340328] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.340551] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.340551] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.340724] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.340866] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.349756] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b6b255-a951-4cc2-99db-d5809f8f5264 in Status: IN_PROGRESS for 2s [ 1356.361418] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b6b255-a951-4cc2-99db-d5809f8f5264 in Status: SUCCESS [ 1356.361782] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b6b255-a951-4cc2-99db-d5809f8f5264 deletion is rescheduled due to dependency. [ 1356.361782] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.618074] env[69367]: INFO networking_nsxv3.common.synchronization [req-d4f0f7da-fac5-4496-9d26-e7a66397e5a7 req-e13814dc-3f17-48be-b35a-e483b5230ba0 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Enqueued Resource ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 with Priority: HIGHEST for action security_group_members [ 1356.618506] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 with Priority: HIGHEST for action security_group_members [ 1356.618819] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ada2457-2a2c-415e-9f27-190e06d5e137 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.618938] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.619194] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.620292] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.620462] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.620520] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.620939] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.620939] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.620939] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.620939] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ada2457-2a2c-415e-9f27-190e06d5e137',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.123652] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ada2457-2a2c-415e-9f27-190e06d5e137',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.625637] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ada2457-2a2c-415e-9f27-190e06d5e137',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.127845] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.128054] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.128156] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.128388] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.128478] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.128596] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 is going to be updated. [ 1358.157321] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.157536] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.157536] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.157677] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.157817] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.166639] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 in Status: IN_PROGRESS for 2s [ 1360.177457] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 in Status: SUCCESS [ 1360.177890] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.699963] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.700193] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.700193] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.700447] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.700566] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.202838] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.619673] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1361.619673] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1361.705228] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.207764] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1362.208161] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1362.986027] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.986027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.986027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.986027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.998625] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1362.999849] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.000898] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1363.042437] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.042645] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.042774] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.043033] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.058091] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.058958] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1363.059079] env[69367]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69367) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1363.059203] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1363.101290] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.101510] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.101510] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.102794] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.102961] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.103164] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1363.179394] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.179394] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.179394] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.179562] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.179804] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.180076] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1363.263980] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.264228] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.264228] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.264464] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.264789] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.265128] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1363.265245] env[69367]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'4739c247-54ee-4901-b65a-e8059af10133', '40f15421-8dbd-46e4-be17-05ff314d7f04', 'e5274553-af38-4e78-ab04-9124fdfa7844', '05f58f5e-7e01-4e98-b9d4-3a766a9a6b78', '23b24e5f-18e1-44e2-aec3-7a767f966508', '339018b6-4421-400f-afea-14fd86be5c3d', '0dc0ffe1-a8d8-4b95-8754-bd730d902672', 'd12c0724-76be-4f29-aaec-3cb1389af3d7', 'c50000b5-c778-4d8e-ae3c-b0462e188638', '4a91d871-59f1-429d-aee5-6ce88f3e923f', '4ada2457-2a2c-415e-9f27-190e06d5e137', 'e227f508-0794-4f51-805a-ea1c5b7def2d', '274f0898-6a56-45d1-ad8f-ebd9165fe922', 'b2e41773-6ecd-4a78-a05b-d29855fd5e4a', '4e47e88d-3825-420b-9cf2-6d066d3befd8', '2c15ccc0-5747-4d57-9b7f-7211ddb6269b', 'c2823a88-aae3-44d9-960f-2f689219b753', '300f812c-2610-444b-8066-b75c76ae0aee', '446c20fe-c1ab-47a9-bbb5-baf6e92bebe8', 'fa800a07-41ba-4592-967e-edb5b4924e1d', '1df76d5c-32f0-413e-a0ee-6d52334d1620', '33f0ba52-3d71-4b44-8dce-e0837b83d780', 'f65be16a-2713-4e86-9472-f7b5907c4c07', 'a3ffa4eb-445d-4eda-b312-aa92ca99e9ef', '530104e6-2d1d-4cf1-b624-56cd85e2be4d', '2a6f9be5-2938-4d65-b9e9-d900bbba81bb', '9b9fe957-037d-4f37-9a62-e19fb6d1e1cb', '0553f5be-9a24-499f-96ac-6f6b36534e4b', 'e300d9d7-a7b7-4eb1-a36c-40b7a711e085', '864e03a1-af92-4b8a-9bad-0cb7c3960926', '07b6b255-a951-4cc2-99db-d5809f8f5264', '0733d590-5f84-452f-9a74-18888946451a', 'fa099e9b-1217-4857-aba3-cc67ea1f62a4', '96619964-d916-4513-bd45-1dbafee0a5b3', '46d18483-ce10-445b-8052-106ee5f3afff', '7ab15a2a-d981-43b2-a7e4-09105b768e5f', '46cf2c48-7f66-4b50-8929-c8fa82a9b55e', '0b258c48-8097-4a97-8fb2-9c6fb25659d1', 'd1525c35-a8c9-4b67-9182-fc38959a0d4e', 'aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b', '246429a2-2445-485b-bfd2-da26da9bc880', '3cc43a9c-f531-4003-ad9e-ac94e7f9f371', '0bf044f7-3f30-45e6-967a-051d85aae65b', '5f33f496-fbf9-42e2-865d-9a764902a632', '4b54a787-ed71-4a16-b0ef-ba0f6e994388', 'cc946bc6-d9d8-40ba-bc45-d9045130f597'} {{(pid=69367) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1363.265351] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1363.283982] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.284139] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.284227] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.284408] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.284493] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.284597] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1363.284669] env[69367]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69367) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1363.284742] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1363.361479] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.361704] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.361704] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.361882] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.363171] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.363541] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1363.363541] env[69367]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69367) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1363.363615] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1363.363615] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1363.363715] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1363.363769] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4739c247-54ee-4901-b65a-e8059af10133 with Priority: HIGH for action security_group_rules [ 1363.363829] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 with Priority: HIGH for action security_group_rules [ 1363.363894] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e5274553-af38-4e78-ab04-9124fdfa7844 with Priority: HIGH for action security_group_rules [ 1363.363948] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 with Priority: HIGH for action security_group_rules [ 1363.364018] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 with Priority: HIGH for action security_group_rules [ 1363.364083] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGH for action security_group_rules [ 1363.364138] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0dc0ffe1-a8d8-4b95-8754-bd730d902672 with Priority: HIGH for action security_group_rules [ 1363.364198] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 with Priority: HIGH for action security_group_rules [ 1363.364349] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c50000b5-c778-4d8e-ae3c-b0462e188638 with Priority: HIGH for action security_group_rules [ 1363.364422] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGH for action security_group_rules [ 1363.364479] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 with Priority: HIGH for action security_group_rules [ 1363.364545] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e227f508-0794-4f51-805a-ea1c5b7def2d with Priority: HIGH for action security_group_rules [ 1363.364593] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 with Priority: HIGH for action security_group_rules [ 1363.364653] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b2e41773-6ecd-4a78-a05b-d29855fd5e4a with Priority: HIGH for action security_group_rules [ 1363.364704] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4e47e88d-3825-420b-9cf2-6d066d3befd8 with Priority: HIGH for action security_group_rules [ 1363.364766] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c15ccc0-5747-4d57-9b7f-7211ddb6269b with Priority: HIGH for action security_group_rules [ 1363.364819] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c2823a88-aae3-44d9-960f-2f689219b753 with Priority: HIGH for action security_group_rules [ 1363.364898] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 300f812c-2610-444b-8066-b75c76ae0aee with Priority: HIGH for action security_group_rules [ 1363.364952] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 with Priority: HIGH for action security_group_rules [ 1363.365066] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fa800a07-41ba-4592-967e-edb5b4924e1d with Priority: HIGH for action security_group_rules [ 1363.365133] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.997756] env[69367]: INFO networking_nsxv3.common.synchronization [req-b1901276-6a3c-4e3e-a188-0e02dd28336f req-32762fbd-3cc5-4ad9-9033-e1f3906ce6a9 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Enqueued Resource ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 with Priority: HIGHEST for action security_group_members [ 1364.998294] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 with Priority: HIGHEST for action security_group_members [ 1364.998456] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4739c247-54ee-4901-b65a-e8059af10133 with Priority: HIGH for action security_group_rules [ 1364.999032] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5274553-af38-4e78-ab04-9124fdfa7844 with Priority: HIGH for action security_group_rules [ 1364.999032] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dc0ffe1-a8d8-4b95-8754-bd730d902672 with Priority: HIGH for action security_group_rules [ 1364.999032] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e47e88d-3825-420b-9cf2-6d066d3befd8 with Priority: HIGH for action security_group_rules [ 1364.999032] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa800a07-41ba-4592-967e-edb5b4924e1d with Priority: HIGH for action security_group_rules [ 1364.999032] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 with Priority: HIGH for action security_group_rules [ 1364.999032] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 300f812c-2610-444b-8066-b75c76ae0aee with Priority: HIGH for action security_group_rules [ 1364.999359] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2823a88-aae3-44d9-960f-2f689219b753 with Priority: HIGH for action security_group_rules [ 1364.999359] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e41773-6ecd-4a78-a05b-d29855fd5e4a with Priority: HIGH for action security_group_rules [ 1364.999359] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c15ccc0-5747-4d57-9b7f-7211ddb6269b with Priority: HIGH for action security_group_rules [ 1364.999359] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 with Priority: HIGH for action security_group_rules [ 1364.999753] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e227f508-0794-4f51-805a-ea1c5b7def2d with Priority: HIGH for action security_group_rules [ 1364.999753] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 with Priority: HIGH for action security_group_rules [ 1364.999753] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f with Priority: HIGH for action security_group_rules [ 1364.999753] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50000b5-c778-4d8e-ae3c-b0462e188638 with Priority: HIGH for action security_group_rules [ 1364.999753] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339018b6-4421-400f-afea-14fd86be5c3d with Priority: HIGH for action security_group_rules [ 1365.000048] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 with Priority: HIGH for action security_group_rules [ 1365.000048] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 with Priority: HIGH for action security_group_rules [ 1365.000048] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 with Priority: HIGH for action security_group_rules [ 1365.000178] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 with Priority: HIGH for action security_group_rules [ 1365.000367] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ada2457-2a2c-415e-9f27-190e06d5e137 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.000485] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.000564] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.000801] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.001195] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.001195] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.001361] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.001398] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.001447] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.001545] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ada2457-2a2c-415e-9f27-190e06d5e137',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.002566] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4739c247-54ee-4901-b65a-e8059af10133 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.002566] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.002735] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.002775] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.002836] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4739c247-54ee-4901-b65a-e8059af10133',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.005118] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5274553-af38-4e78-ab04-9124fdfa7844 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.005267] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5274553-af38-4e78-ab04-9124fdfa7844" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.005369] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5274553-af38-4e78-ab04-9124fdfa7844" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.005553] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5274553-af38-4e78-ab04-9124fdfa7844" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.005622] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5274553-af38-4e78-ab04-9124fdfa7844',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.006423] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dc0ffe1-a8d8-4b95-8754-bd730d902672 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.006541] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dc0ffe1-a8d8-4b95-8754-bd730d902672" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.006645] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dc0ffe1-a8d8-4b95-8754-bd730d902672" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.007316] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dc0ffe1-a8d8-4b95-8754-bd730d902672" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.007316] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dc0ffe1-a8d8-4b95-8754-bd730d902672',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.007923] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e47e88d-3825-420b-9cf2-6d066d3befd8 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.007923] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.007923] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.007923] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.007923] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e47e88d-3825-420b-9cf2-6d066d3befd8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.007923] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa800a07-41ba-4592-967e-edb5b4924e1d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.007923] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa800a07-41ba-4592-967e-edb5b4924e1d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.007923] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa800a07-41ba-4592-967e-edb5b4924e1d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.007923] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa800a07-41ba-4592-967e-edb5b4924e1d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.009562] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa800a07-41ba-4592-967e-edb5b4924e1d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.010010] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.010157] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.010228] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.010390] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.010449] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.011160] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-300f812c-2610-444b-8066-b75c76ae0aee taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.011528] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.011528] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.011528] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.011683] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('300f812c-2610-444b-8066-b75c76ae0aee',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.012298] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2823a88-aae3-44d9-960f-2f689219b753 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.012385] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2823a88-aae3-44d9-960f-2f689219b753" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.012465] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2823a88-aae3-44d9-960f-2f689219b753" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.012714] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2823a88-aae3-44d9-960f-2f689219b753" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.012714] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2823a88-aae3-44d9-960f-2f689219b753',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.013626] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2e41773-6ecd-4a78-a05b-d29855fd5e4a taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.013626] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2e41773-6ecd-4a78-a05b-d29855fd5e4a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.013626] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2e41773-6ecd-4a78-a05b-d29855fd5e4a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.013770] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2e41773-6ecd-4a78-a05b-d29855fd5e4a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.013770] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2e41773-6ecd-4a78-a05b-d29855fd5e4a',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.014983] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c15ccc0-5747-4d57-9b7f-7211ddb6269b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.014983] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c15ccc0-5747-4d57-9b7f-7211ddb6269b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.014983] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c15ccc0-5747-4d57-9b7f-7211ddb6269b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.014983] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c15ccc0-5747-4d57-9b7f-7211ddb6269b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.015230] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c15ccc0-5747-4d57-9b7f-7211ddb6269b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.015807] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-274f0898-6a56-45d1-ad8f-ebd9165fe922 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.015920] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.016009] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.016222] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.016222] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('274f0898-6a56-45d1-ad8f-ebd9165fe922',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.016936] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e227f508-0794-4f51-805a-ea1c5b7def2d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.017052] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e227f508-0794-4f51-805a-ea1c5b7def2d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.017737] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e227f508-0794-4f51-805a-ea1c5b7def2d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.017737] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e227f508-0794-4f51-805a-ea1c5b7def2d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.017737] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e227f508-0794-4f51-805a-ea1c5b7def2d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.018267] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ada2457-2a2c-415e-9f27-190e06d5e137 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.018267] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.018462] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.018462] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.018541] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ada2457-2a2c-415e-9f27-190e06d5e137',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.019340] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a91d871-59f1-429d-aee5-6ce88f3e923f taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.019447] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.019514] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.019662] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.019733] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a91d871-59f1-429d-aee5-6ce88f3e923f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.020432] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c50000b5-c778-4d8e-ae3c-b0462e188638 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.021045] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c50000b5-c778-4d8e-ae3c-b0462e188638" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.021045] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c50000b5-c778-4d8e-ae3c-b0462e188638" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.021045] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c50000b5-c778-4d8e-ae3c-b0462e188638" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.021045] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c50000b5-c778-4d8e-ae3c-b0462e188638',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.021842] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-339018b6-4421-400f-afea-14fd86be5c3d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.021918] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.022047] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.022177] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.022239] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('339018b6-4421-400f-afea-14fd86be5c3d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.023073] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d12c0724-76be-4f29-aaec-3cb1389af3d7 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.023201] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.023262] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.025051] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.025051] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d12c0724-76be-4f29-aaec-3cb1389af3d7',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.025051] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23b24e5f-18e1-44e2-aec3-7a767f966508 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.025051] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.025051] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.025051] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.025051] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23b24e5f-18e1-44e2-aec3-7a767f966508',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.025639] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40f15421-8dbd-46e4-be17-05ff314d7f04 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.025639] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.025639] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.025639] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.025868] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40f15421-8dbd-46e4-be17-05ff314d7f04',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.026417] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.026476] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.026558] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.026684] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.026758] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05f58f5e-7e01-4e98-b9d4-3a766a9a6b78',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.071235] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.071392] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.071463] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.071690] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.098121] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.098320] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e47e88d-3825-420b-9cf2-6d066d3befd8 is going to be deleted. [ 1365.148444] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.148667] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.148762] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.148981] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.149156] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.149350] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e47e88d-3825-420b-9cf2-6d066d3befd8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.534421] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.534638] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.534638] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.534817] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.535681] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50000b5-c778-4d8e-ae3c-b0462e188638 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.535785] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50000b5-c778-4d8e-ae3c-b0462e188638" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.535853] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50000b5-c778-4d8e-ae3c-b0462e188638" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.536013] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50000b5-c778-4d8e-ae3c-b0462e188638" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.536159] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.536254] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.536316] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.536450] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.536529] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.536613] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50000b5-c778-4d8e-ae3c-b0462e188638" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.536696] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c50000b5-c778-4d8e-ae3c-b0462e188638',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.551675] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-23b24e5f-18e1-44e2-aec3-7a767f966508 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.551892] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.551974] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.552162] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.552314] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.552410] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.552470] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.552609] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.552690] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.552772] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.552856] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23b24e5f-18e1-44e2-aec3-7a767f966508',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.601245] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.601513] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.602214] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.602362] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.603619] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.603780] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.609257] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.609439] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.610114] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.610208] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.612266] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.612386] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.613072] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.613167] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.615295] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.615427] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.616122] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.616220] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.618064] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.618182] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.618958] env[69367]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1365.619433] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.619629] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.619743] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.619816] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.620100] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.620190] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.620307] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 is going to be updated. [ 1365.621250] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.621403] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.622821] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.622917] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.623638] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.623742] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.624302] env[69367]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1365.624751] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.624851] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.625450] env[69367]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1365.625810] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.625909] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.626514] env[69367]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1365.626882] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.626970] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.627600] env[69367]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1365.627968] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.628086] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.629385] env[69367]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1365.629799] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.629892] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.650165] env[69367]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1365.650752] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.650879] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 is going to be deleted. [ 1365.651809] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.652048] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.653872] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.653987] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.654078] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.654235] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.654369] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.663016] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 in Status: IN_PROGRESS for 2s [ 1365.672891] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.673051] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2823a88-aae3-44d9-960f-2f689219b753 is going to be deleted. [ 1365.673891] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.674087] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.693981] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.694173] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 339018b6-4421-400f-afea-14fd86be5c3d is going to be deleted. [ 1365.695032] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.695390] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.724724] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.724940] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa800a07-41ba-4592-967e-edb5b4924e1d is going to be deleted. [ 1365.725837] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.726074] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.726165] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.726277] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 is going to be deleted. [ 1365.727672] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.727854] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.727854] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.727993] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.728084] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.728239] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.728698] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.728884] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.730518] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.730610] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.746692] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.746912] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.754429] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.754647] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40f15421-8dbd-46e4-be17-05ff314d7f04 is going to be deleted. [ 1365.755639] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.755868] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.778521] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.778745] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4739c247-54ee-4901-b65a-e8059af10133 is going to be deleted. [ 1365.779745] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.780045] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.836072] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.836289] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.837015] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.837213] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 300f812c-2610-444b-8066-b75c76ae0aee is going to be deleted. [ 1365.838183] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.838402] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.839747] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.839849] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.849145] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.849402] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.874253] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.874357] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a91d871-59f1-429d-aee5-6ce88f3e923f is going to be deleted. [ 1365.875399] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.875610] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.911521] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.911661] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 274f0898-6a56-45d1-ad8f-ebd9165fe922 is going to be deleted. [ 1365.912677] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.912972] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.914457] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.914569] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.973392] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.973667] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.987320] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.987559] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.006188] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.006583] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5274553-af38-4e78-ab04-9124fdfa7844 is going to be deleted. [ 1366.007320] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.007538] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.045131] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c50000b5-c778-4d8e-ae3c-b0462e188638',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.062104] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.062351] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c15ccc0-5747-4d57-9b7f-7211ddb6269b is going to be deleted. [ 1366.063755] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.064100] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.066111] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.066339] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.067456] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23b24e5f-18e1-44e2-aec3-7a767f966508',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.097304] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.097518] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dc0ffe1-a8d8-4b95-8754-bd730d902672 is going to be deleted. [ 1366.098800] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.099062] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.148028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.148235] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05f58f5e-7e01-4e98-b9d4-3a766a9a6b78 is going to be deleted. [ 1366.149122] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.149334] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.179616] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.179729] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.198940] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.199118] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e227f508-0794-4f51-805a-ea1c5b7def2d is going to be deleted. [ 1366.200093] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.200330] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.264738] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.264898] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d12c0724-76be-4f29-aaec-3cb1389af3d7 is going to be deleted. [ 1366.266027] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.266253] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.267617] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.267733] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.282306] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.282488] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.285776] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.285942] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.288683] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.288828] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2e41773-6ecd-4a78-a05b-d29855fd5e4a is going to be deleted. [ 1366.289717] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.289922] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.290018] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.290147] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2823a88-aae3-44d9-960f-2f689219b753" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.290302] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.290471] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.290558] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.290663] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-339018b6-4421-400f-afea-14fd86be5c3d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.291176] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.291367] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.291451] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.291658] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.291725] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.291838] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.291912] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.292032] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa800a07-41ba-4592-967e-edb5b4924e1d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.292164] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.292313] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.292393] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.292506] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40f15421-8dbd-46e4-be17-05ff314d7f04" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.292630] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.292767] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.292839] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.292948] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4739c247-54ee-4901-b65a-e8059af10133" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.293088] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.293225] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.293298] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.293406] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-300f812c-2610-444b-8066-b75c76ae0aee" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.293528] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.293664] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.293737] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.293842] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a91d871-59f1-429d-aee5-6ce88f3e923f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.293964] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.294113] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.294185] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.294333] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-274f0898-6a56-45d1-ad8f-ebd9165fe922" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.294415] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.294550] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.294619] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.294726] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5274553-af38-4e78-ab04-9124fdfa7844" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.294847] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.294983] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.295060] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.295248] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c15ccc0-5747-4d57-9b7f-7211ddb6269b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.295388] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.295527] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.295600] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.295714] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05f58f5e-7e01-4e98-b9d4-3a766a9a6b78" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.295842] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.295977] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.296060] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.296171] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dc0ffe1-a8d8-4b95-8754-bd730d902672" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.334379] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.334602] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.334602] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.334803] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.334889] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.335026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e227f508-0794-4f51-805a-ea1c5b7def2d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.377566] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.377840] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.377840] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.377961] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.378041] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.378195] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d12c0724-76be-4f29-aaec-3cb1389af3d7" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.392441] env[69367]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1366.393037] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.393177] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.393294] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.393563] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.393774] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.393912] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2e41773-6ecd-4a78-a05b-d29855fd5e4a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.548245] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c50000b5-c778-4d8e-ae3c-b0462e188638: rpc.has_security_group_logging(os_id): False [ 1366.566508] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.566765] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.566765] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.566943] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.570517] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23b24e5f-18e1-44e2-aec3-7a767f966508: rpc.has_security_group_logging(os_id): False [ 1366.584259] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.584475] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.586507] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.586815] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.586904] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.586987] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.587218] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.587319] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.587407] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c50000b5-c778-4d8e-ae3c-b0462e188638 is going to be updated. [ 1366.588539] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.588724] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.613372] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.613702] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.613860] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.613934] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.614163] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.614266] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.614351] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 is going to be updated. [ 1366.664571] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.664826] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.664826] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.664924] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.665114] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.678620] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c50000b5-c778-4d8e-ae3c-b0462e188638 in Status: IN_PROGRESS for 2s [ 1366.686295] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.686512] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.686512] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.686698] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.686884] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.713623] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 in Status: IN_PROGRESS for 2s [ 1367.675150] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 in Status: SUCCESS [ 1367.675577] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ada2457-2a2c-415e-9f27-190e06d5e137 deletion is rescheduled due to dependency. [ 1367.675577] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ada2457-2a2c-415e-9f27-190e06d5e137" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.468337] env[69367]: INFO networking_nsxv3.common.synchronization [None req-e345364b-9b8e-44f6-99e1-ee77c171013f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Enqueued Resource ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 with Priority: HIGHEST for action security_group_members [ 1368.468841] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 with Priority: HIGHEST for action security_group_members [ 1368.469435] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.469435] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.469435] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.469708] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.469708] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.469786] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.469786] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.469924] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.470641] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.470641] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('446c20fe-c1ab-47a9-bbb5-baf6e92bebe8',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.693108] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c50000b5-c778-4d8e-ae3c-b0462e188638 in Status: SUCCESS [ 1368.693451] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c50000b5-c778-4d8e-ae3c-b0462e188638" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.726144] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 in Status: SUCCESS [ 1368.726348] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.972226] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.972470] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.972470] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.972694] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.972784] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.972976] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.973086] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.973148] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.973293] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.973369] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.973455] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 446c20fe-c1ab-47a9-bbb5-baf6e92bebe8 is going to be deleted. [ 1369.007018] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.007169] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.007245] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.007470] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.007571] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.007672] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-446c20fe-c1ab-47a9-bbb5-baf6e92bebe8" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.470362] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1373.470789] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1378.471522] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1378.471909] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1383.472919] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1383.473368] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1388.474311] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1388.474699] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1389.302394] env[69367]: INFO networking_nsxv3.common.synchronization [req-e0d7e49f-e99e-4840-b548-820d0ca7f409 req-35651a12-fbec-46b4-84b2-3e2b6a8b9dbe tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Enqueued Resource ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 with Priority: HIGHEST for action security_group_members [ 1389.302943] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 with Priority: HIGHEST for action security_group_members [ 1389.303260] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-23b24e5f-18e1-44e2-aec3-7a767f966508 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.303381] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.303452] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.303647] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.303793] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.303890] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.303957] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.304106] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.304192] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.304285] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23b24e5f-18e1-44e2-aec3-7a767f966508',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.807106] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.807106] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.807106] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.807628] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.807628] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.807628] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.807765] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.807765] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.808045] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.808045] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.808045] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 is going to be updated. [ 1389.835187] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.835499] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.835499] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.835644] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.835749] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.844643] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 in Status: IN_PROGRESS for 2s [ 1391.855749] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 in Status: SUCCESS [ 1391.856161] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 deletion is rescheduled due to dependency. [ 1391.856161] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.304392] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1394.304652] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1398.367587] env[69367]: INFO networking_nsxv3.common.synchronization [req-ec25cab0-f115-4020-9c86-e69ec5fee60a req-5aa944e0-29ea-4d19-996e-9bacf68472d9 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Enqueued Resource ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 with Priority: HIGHEST for action security_group_members [ 1398.368132] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 with Priority: HIGHEST for action security_group_members [ 1398.368462] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-23b24e5f-18e1-44e2-aec3-7a767f966508 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.368591] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.368684] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.368886] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.369086] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.369212] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.369278] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.369400] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.369506] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.369642] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23b24e5f-18e1-44e2-aec3-7a767f966508',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.649238] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-609 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.649457] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-609" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.649580] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-609" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.649936] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-609" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.650237] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.650409] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.650558] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.651161] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.651350] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.651601] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1398.651741] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1398.651856] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1398.651965] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1398.652075] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1398.652185] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1398.652330] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1398.675186] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1398.675489] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1398.675672] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1398.675916] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-609" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.676379] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-53ae999c-6ed7-4d09-a518-876e93822b25 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.676655] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-53ae999c-6ed7-4d09-a518-876e93822b25" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.676890] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-53ae999c-6ed7-4d09-a518-876e93822b25" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.677111] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-53ae999c-6ed7-4d09-a518-876e93822b25" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.677258] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53ae999c-6ed7-4d09-a518-876e93822b25',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.872838] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.873109] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.873109] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.873280] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.873380] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.873673] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.873824] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.873919] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.874111] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.874198] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.874281] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 is going to be updated. [ 1398.953919] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.954445] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.954445] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.954538] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.954700] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.965527] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 in Status: IN_PROGRESS for 2s [ 1399.180716] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.180716] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.180716] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.181122] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.181122] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.181257] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port 53ae999c-6ed7-4d09-a518-876e93822b25 not found, creating... [ 1399.181537] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.181743] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.181881] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.182547] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.182547] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.182758] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.183014] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.183227] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.183664] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.183749] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.183914] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: 53ae999c-6ed7-4d09-a518-876e93822b25 is going to be created. [ 1399.209199] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.209490] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.209693] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.209940] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.210230] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.210469] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-53ae999c-6ed7-4d09-a518-876e93822b25" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.879142] env[69367]: INFO networking_nsxv3.common.synchronization [req-ec25cab0-f115-4020-9c86-e69ec5fee60a req-77f894b3-864c-47b7-9df8-4a6806d15d57 service nova] Enqueued Resource ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 with Priority: HIGHEST for action security_group_rules [ 1399.879418] env[69367]: INFO networking_nsxv3.common.synchronization [req-ec25cab0-f115-4020-9c86-e69ec5fee60a req-77f894b3-864c-47b7-9df8-4a6806d15d57 service nova] Enqueued Resource ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 with Priority: HIGHEST for action security_group_members [ 1399.879505] env[69367]: INFO networking_nsxv3.common.synchronization [req-ec25cab0-f115-4020-9c86-e69ec5fee60a req-77f894b3-864c-47b7-9df8-4a6806d15d57 service nova] Enqueued Resource ID: 53ae999c-6ed7-4d09-a518-876e93822b25 with Priority: HIGHEST for action port [ 1399.881020] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 with Priority: HIGHEST for action security_group_rules [ 1399.881020] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 with Priority: HIGHEST for action security_group_members [ 1399.881020] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53ae999c-6ed7-4d09-a518-876e93822b25 with Priority: HIGHEST for action port [ 1399.881020] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23b24e5f-18e1-44e2-aec3-7a767f966508 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.881020] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.881020] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.881020] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.881020] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23b24e5f-18e1-44e2-aec3-7a767f966508',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.881922] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-23b24e5f-18e1-44e2-aec3-7a767f966508 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.881922] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.882204] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-53ae999c-6ed7-4d09-a518-876e93822b25 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.882287] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53ae999c-6ed7-4d09-a518-876e93822b25" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.882287] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53ae999c-6ed7-4d09-a518-876e93822b25" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.883075] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53ae999c-6ed7-4d09-a518-876e93822b25" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.883075] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53ae999c-6ed7-4d09-a518-876e93822b25',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.991710] env[69367]: INFO networking_nsxv3.common.synchronization [req-6288397b-90bb-4ad9-9157-503f5aacc572 req-87fd5c20-0f48-4144-82bc-0a0b10f60807 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Enqueued Resource ID: c50000b5-c778-4d8e-ae3c-b0462e188638 with Priority: HIGHEST for action security_group_members [ 1399.991965] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50000b5-c778-4d8e-ae3c-b0462e188638 with Priority: HIGHEST for action security_group_members [ 1399.992713] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50000b5-c778-4d8e-ae3c-b0462e188638 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.992859] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50000b5-c778-4d8e-ae3c-b0462e188638" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.992925] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50000b5-c778-4d8e-ae3c-b0462e188638" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.993149] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50000b5-c778-4d8e-ae3c-b0462e188638" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.993304] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.993405] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.993466] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.993638] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.993731] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.994125] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c50000b5-c778-4d8e-ae3c-b0462e188638',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.385420] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-23b24e5f-18e1-44e2-aec3-7a767f966508 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.385420] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.385420] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53ae999c-6ed7-4d09-a518-876e93822b25 with status ACTIVE [ 1400.385420] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.385420] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.385420] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.385420] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.385420] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.385420] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.385420] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.385420] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.385420] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.385420] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.386172] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.386172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.386172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.386172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.386172] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.386172] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53ae999c-6ed7-4d09-a518-876e93822b25 is going to be updated. [ 1400.407284] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.407577] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.407577] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.407745] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.407892] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.408065] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53ae999c-6ed7-4d09-a518-876e93822b25" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.497151] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.498427] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.498539] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.499342] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.499463] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.499683] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.500235] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.500383] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.500471] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.500592] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.501192] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50000b5-c778-4d8e-ae3c-b0462e188638 is going to be updated. [ 1400.554302] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.554641] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.554641] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.554800] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.554856] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.566271] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50000b5-c778-4d8e-ae3c-b0462e188638 in Status: IN_PROGRESS for 2s [ 1400.975528] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 in Status: SUCCESS [ 1400.975867] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 deletion is rescheduled due to dependency. [ 1400.975918] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.976115] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.976347] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.976565] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.976694] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.976777] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.976959] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.977063] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.977183] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23b24e5f-18e1-44e2-aec3-7a767f966508',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1401.479427] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23b24e5f-18e1-44e2-aec3-7a767f966508',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1401.983084] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23b24e5f-18e1-44e2-aec3-7a767f966508',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.484968] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.484968] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.484968] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.485245] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.485245] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.485322] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 is going to be updated. [ 1402.513448] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.513660] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.513660] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.513780] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.513925] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.522486] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 in Status: IN_PROGRESS for 2s [ 1402.574276] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50000b5-c778-4d8e-ae3c-b0462e188638 in Status: SUCCESS [ 1402.574464] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50000b5-c778-4d8e-ae3c-b0462e188638 deletion is rescheduled due to dependency. [ 1402.574572] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50000b5-c778-4d8e-ae3c-b0462e188638" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.533312] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 in Status: SUCCESS [ 1404.533678] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.533743] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.533919] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.534130] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.534250] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.534315] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.534512] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.534622] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.534715] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.534810] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23b24e5f-18e1-44e2-aec3-7a767f966508',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.992701] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1404.992905] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1405.036912] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23b24e5f-18e1-44e2-aec3-7a767f966508',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.539578] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23b24e5f-18e1-44e2-aec3-7a767f966508: rpc.has_security_group_logging(os_id): False [ 1405.557843] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.558087] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.558140] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.558376] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.558466] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.558717] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.558818] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.558880] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.559055] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.559136] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.559223] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 is going to be updated. [ 1405.622336] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.622575] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.622575] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.622786] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.622958] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.639450] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 in Status: IN_PROGRESS for 2s [ 1407.656978] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 in Status: SUCCESS [ 1407.657275] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.994239] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1409.994673] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1414.995421] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1414.995860] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1419.997277] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1419.997713] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1424.998631] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1424.999036] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1429.999852] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1430.000350] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1435.000875] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1435.001281] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1440.001881] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1440.002259] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1445.003370] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1445.003746] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1450.005107] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1450.005107] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1455.006739] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1455.006739] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1458.768721] env[69367]: INFO networking_nsxv3.common.synchronization [req-c83c4bb5-e6e8-4d02-b2d7-6ba41ad6864c req-c42d6713-28b4-43f1-929e-aac7d25bccb6 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Enqueued Resource ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 with Priority: HIGHEST for action security_group_members [ 1458.769324] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 with Priority: HIGHEST for action security_group_members [ 1458.769684] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-23b24e5f-18e1-44e2-aec3-7a767f966508 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.769804] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.769879] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.770076] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.770228] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.770344] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.770412] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.770624] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.770676] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.770787] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23b24e5f-18e1-44e2-aec3-7a767f966508',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1459.273598] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.273841] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.273841] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.273974] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.274090] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.274292] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.274421] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.274490] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.274601] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.274688] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.274757] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 is going to be updated. [ 1459.309202] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.309511] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.309511] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.309654] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.309769] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.317900] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 in Status: IN_PROGRESS for 2s [ 1461.329930] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 in Status: SUCCESS [ 1461.330399] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 deletion is rescheduled due to dependency. [ 1461.330399] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.771081] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1463.771472] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1468.772880] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1468.773142] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1473.774192] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1473.774550] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1478.775622] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1478.775942] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1482.664945] env[69367]: INFO networking_nsxv3.common.synchronization [req-709cf978-a9f5-464b-89b0-8dd3d6624c1f req-6803871b-e324-4b9d-990c-7af0159894ce tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Enqueued Resource ID: cc946bc6-d9d8-40ba-bc45-d9045130f597 with Priority: HIGHEST for action security_group_members [ 1482.665530] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc946bc6-d9d8-40ba-bc45-d9045130f597 with Priority: HIGHEST for action security_group_members [ 1482.665856] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc946bc6-d9d8-40ba-bc45-d9045130f597 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.665971] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc946bc6-d9d8-40ba-bc45-d9045130f597" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.666157] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc946bc6-d9d8-40ba-bc45-d9045130f597" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.666509] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc946bc6-d9d8-40ba-bc45-d9045130f597" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.666676] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.667456] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.667456] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.667456] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.667456] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.667456] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc946bc6-d9d8-40ba-bc45-d9045130f597',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1483.169496] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.169660] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.169757] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.169946] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.189440] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.189690] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.189820] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.189895] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.190170] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.190277] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.190343] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc946bc6-d9d8-40ba-bc45-d9045130f597 is going to be updated. [ 1483.214808] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.214992] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.214992] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.215216] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.215356] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.223628] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc946bc6-d9d8-40ba-bc45-d9045130f597 in Status: IN_PROGRESS for 2s [ 1485.234722] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc946bc6-d9d8-40ba-bc45-d9045130f597 in Status: SUCCESS [ 1485.234722] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc946bc6-d9d8-40ba-bc45-d9045130f597 deletion is rescheduled due to dependency. [ 1485.234722] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc946bc6-d9d8-40ba-bc45-d9045130f597" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.564854] env[69367]: INFO networking_nsxv3.common.synchronization [None req-a855f5e6-bae3-4ce1-9952-cef026aa9ece tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Enqueued Resource ID: b23dd1aa-c273-4ff1-9ed4-b63052e8cc31 with Priority: HIGHEST for action security_group_rules [ 1486.565399] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23dd1aa-c273-4ff1-9ed4-b63052e8cc31 with Priority: HIGHEST for action security_group_rules [ 1486.565704] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b23dd1aa-c273-4ff1-9ed4-b63052e8cc31 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.565829] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b23dd1aa-c273-4ff1-9ed4-b63052e8cc31" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.565896] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b23dd1aa-c273-4ff1-9ed4-b63052e8cc31" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.566206] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b23dd1aa-c273-4ff1-9ed4-b63052e8cc31" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.566292] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b23dd1aa-c273-4ff1-9ed4-b63052e8cc31',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.638986] env[69367]: INFO networking_nsxv3.common.synchronization [None req-ac42a15b-f539-4588-b2f5-0247c64cda5c tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Enqueued Resource ID: b23dd1aa-c273-4ff1-9ed4-b63052e8cc31 with Priority: HIGHEST for action security_group_rules [ 1486.639572] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23dd1aa-c273-4ff1-9ed4-b63052e8cc31 with Priority: HIGHEST for action security_group_rules [ 1486.639894] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b23dd1aa-c273-4ff1-9ed4-b63052e8cc31 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.639998] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b23dd1aa-c273-4ff1-9ed4-b63052e8cc31" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.085584] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.085751] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.085800] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.086026] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.086131] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.086222] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b23dd1aa-c273-4ff1-9ed4-b63052e8cc31 already deleted. [ 1487.086305] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b23dd1aa-c273-4ff1-9ed4-b63052e8cc31" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.086455] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b23dd1aa-c273-4ff1-9ed4-b63052e8cc31" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.086606] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b23dd1aa-c273-4ff1-9ed4-b63052e8cc31" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.086689] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b23dd1aa-c273-4ff1-9ed4-b63052e8cc31',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.606297] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.606651] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.606651] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.606709] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.606795] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.606859] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b23dd1aa-c273-4ff1-9ed4-b63052e8cc31 already deleted. [ 1487.606947] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b23dd1aa-c273-4ff1-9ed4-b63052e8cc31" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.640780] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1491.640780] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1491.882674] env[69367]: INFO networking_nsxv3.common.synchronization [req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 req-667e818d-35d0-4e81-b6d7-b7680a0bfcb6 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Enqueued Resource ID: b23dd1aa-c273-4ff1-9ed4-b63052e8cc31 with Priority: HIGHEST for action security_group_members [ 1491.883544] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23dd1aa-c273-4ff1-9ed4-b63052e8cc31 with Priority: HIGHEST for action security_group_members [ 1491.883825] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23dd1aa-c273-4ff1-9ed4-b63052e8cc31 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.883825] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23dd1aa-c273-4ff1-9ed4-b63052e8cc31" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.883901] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23dd1aa-c273-4ff1-9ed4-b63052e8cc31" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.884167] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23dd1aa-c273-4ff1-9ed4-b63052e8cc31" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.884326] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.884429] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.884492] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.884644] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.884728] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.884820] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b23dd1aa-c273-4ff1-9ed4-b63052e8cc31',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.126349] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock network-787 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.126571] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "network-787" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.126703] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "network-787" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.127018] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "network-787" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.127292] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.127706] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.127706] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.127878] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.128357] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.128357] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1492.128464] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] NeedRegenerationException {{(pid=69367) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1492.128506] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] no value, waiting for create lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1492.128720] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] value creation lock acquired {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1492.128823] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] No value present for key: 'zone-id' {{(pid=69367) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1492.128892] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Calling creation function for not-yet-present value {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1492.129148] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1492.149943] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1492.150178] env[69367]: DEBUG dogpile.cache.region [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69367) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1492.150298] env[69367]: DEBUG dogpile.lock [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Released creation lock {{(pid=69367) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1492.150495] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "network-787" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.150810] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock port-ee55616a-cff6-426c-aa27-6f2db240c986 taken with stack trace [, , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.150982] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "port-ee55616a-cff6-426c-aa27-6f2db240c986" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.151120] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "port-ee55616a-cff6-426c-aa27-6f2db240c986" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.151477] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "port-ee55616a-cff6-426c-aa27-6f2db240c986" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.151623] env[69367]: DEBUG networking_nsxv3.api.rpc [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee55616a-cff6-426c-aa27-6f2db240c986',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.387728] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.387903] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.387903] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.388148] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.388247] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.388447] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.388548] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.388611] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.388760] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.388898] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.388958] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b23dd1aa-c273-4ff1-9ed4-b63052e8cc31 already deleted. [ 1492.388990] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23dd1aa-c273-4ff1-9ed4-b63052e8cc31" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.653829] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.654214] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.654214] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.654479] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.654630] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.655159] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Segment Port ee55616a-cff6-426c-aa27-6f2db240c986 not found, creating... [ 1492.655159] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.655323] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.655381] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.655611] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.655756] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.656074] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.656238] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.656360] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.656607] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.656743] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.656886] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Resource: SegmentPort with ID: ee55616a-cff6-426c-aa27-6f2db240c986 is going to be created. [ 1492.678181] env[69367]: DEBUG networking_nsxv3.common.locking [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.678407] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.678513] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.678805] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.679022] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.679302] env[69367]: DEBUG oslo_concurrency.lockutils [None req-394c90f9-005f-4391-b0d4-5aef03622537 None None] Releasing lock "port-ee55616a-cff6-426c-aa27-6f2db240c986" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.341905] env[69367]: INFO networking_nsxv3.common.synchronization [req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 req-5648454f-4aed-4ce7-a8f2-bd1f89aa3284 service nova] Enqueued Resource ID: b23dd1aa-c273-4ff1-9ed4-b63052e8cc31 with Priority: HIGHEST for action security_group_rules [ 1493.342153] env[69367]: INFO networking_nsxv3.common.synchronization [req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 req-5648454f-4aed-4ce7-a8f2-bd1f89aa3284 service nova] Enqueued Resource ID: b23dd1aa-c273-4ff1-9ed4-b63052e8cc31 with Priority: HIGHEST for action security_group_members [ 1493.342328] env[69367]: INFO networking_nsxv3.common.synchronization [req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 req-5648454f-4aed-4ce7-a8f2-bd1f89aa3284 service nova] Enqueued Resource ID: ee55616a-cff6-426c-aa27-6f2db240c986 with Priority: HIGHEST for action port [ 1493.342555] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23dd1aa-c273-4ff1-9ed4-b63052e8cc31 with Priority: HIGHEST for action security_group_rules [ 1493.342682] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23dd1aa-c273-4ff1-9ed4-b63052e8cc31 with Priority: HIGHEST for action security_group_members [ 1493.342776] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee55616a-cff6-426c-aa27-6f2db240c986 with Priority: HIGHEST for action port [ 1493.343423] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b23dd1aa-c273-4ff1-9ed4-b63052e8cc31 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.343584] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b23dd1aa-c273-4ff1-9ed4-b63052e8cc31" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.343687] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b23dd1aa-c273-4ff1-9ed4-b63052e8cc31" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.343926] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b23dd1aa-c273-4ff1-9ed4-b63052e8cc31" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.344051] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b23dd1aa-c273-4ff1-9ed4-b63052e8cc31',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.345311] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23dd1aa-c273-4ff1-9ed4-b63052e8cc31 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.345491] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23dd1aa-c273-4ff1-9ed4-b63052e8cc31" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.345586] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23dd1aa-c273-4ff1-9ed4-b63052e8cc31" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.345785] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23dd1aa-c273-4ff1-9ed4-b63052e8cc31" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.345966] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.346103] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.346222] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.346372] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.346486] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.346602] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b23dd1aa-c273-4ff1-9ed4-b63052e8cc31',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.347407] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee55616a-cff6-426c-aa27-6f2db240c986 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.347548] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee55616a-cff6-426c-aa27-6f2db240c986" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.347643] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee55616a-cff6-426c-aa27-6f2db240c986" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.347819] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee55616a-cff6-426c-aa27-6f2db240c986" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.347926] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee55616a-cff6-426c-aa27-6f2db240c986',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.850049] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23dd1aa-c273-4ff1-9ed4-b63052e8cc31 taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.850049] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23dd1aa-c273-4ff1-9ed4-b63052e8cc31" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.850457] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b23dd1aa-c273-4ff1-9ed4-b63052e8cc31',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.851048] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee55616a-cff6-426c-aa27-6f2db240c986 with status ACTIVE [ 1493.851245] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.851362] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.851432] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.851652] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.851779] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.851931] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.852050] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.852119] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.852278] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.852358] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.852569] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.852668] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.852732] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.852872] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.852946] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.853041] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee55616a-cff6-426c-aa27-6f2db240c986 is going to be updated. [ 1493.873795] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.873991] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.873991] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.874212] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.874360] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.874541] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee55616a-cff6-426c-aa27-6f2db240c986" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.356080] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b23dd1aa-c273-4ff1-9ed4-b63052e8cc31',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.858565] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.858565] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.858565] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.858565] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.858565] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.858565] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b23dd1aa-c273-4ff1-9ed4-b63052e8cc31 is going to be created. [ 1494.884042] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.884042] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.884042] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.884325] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.884325] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.894268] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23dd1aa-c273-4ff1-9ed4-b63052e8cc31 in Status: UNINITIALIZED for 2s [ 1496.905414] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23dd1aa-c273-4ff1-9ed4-b63052e8cc31 in Status: SUCCESS [ 1496.905873] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23dd1aa-c273-4ff1-9ed4-b63052e8cc31" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.905873] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23dd1aa-c273-4ff1-9ed4-b63052e8cc31" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.906069] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23dd1aa-c273-4ff1-9ed4-b63052e8cc31" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.906141] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.906239] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.906332] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.906452] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.906533] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.906602] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23dd1aa-c273-4ff1-9ed4-b63052e8cc31" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.906697] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b23dd1aa-c273-4ff1-9ed4-b63052e8cc31',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1497.408786] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b23dd1aa-c273-4ff1-9ed4-b63052e8cc31',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1497.911402] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b23dd1aa-c273-4ff1-9ed4-b63052e8cc31: rpc.has_security_group_logging(os_id): False [ 1497.928872] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.930212] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.930212] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.930212] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.930212] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.930212] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.930212] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.930212] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.930482] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.930482] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.930482] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b23dd1aa-c273-4ff1-9ed4-b63052e8cc31 is going to be created. [ 1497.990127] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.990396] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.990396] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.990585] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.990824] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.001341] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b23dd1aa-c273-4ff1-9ed4-b63052e8cc31 in Status: IN_PROGRESS for 2s [ 1498.343357] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1498.343605] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1500.015953] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b23dd1aa-c273-4ff1-9ed4-b63052e8cc31 in Status: SUCCESS [ 1500.016277] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b23dd1aa-c273-4ff1-9ed4-b63052e8cc31" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.344299] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1503.344725] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1508.345789] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1508.346204] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1513.347753] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1513.348112] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1518.349226] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1518.349662] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1523.350582] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1523.350582] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1528.351239] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1528.351622] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1533.352617] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1533.352986] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1538.353535] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1538.353535] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1543.354430] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1543.354820] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1548.355770] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1548.356206] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1548.753031] env[69367]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1548.753189] env[69367]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a2bada5c-ce9d-4b74-8fe1-cb188fbda8ae None None] NSXv3 Agent Agent loop - iteration:4 started [ 1553.356691] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1553.357117] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1558.358664] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1558.359073] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1563.360053] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1563.360053] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1568.361774] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1568.362195] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1573.363389] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1573.363389] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1573.752366] env[69367]: INFO networking_nsxv3.common.synchronization [req-c74690b1-ba2f-475a-9238-3c0417011651 req-9a251089-6f70-4cfe-b21a-09afb5fc9cca tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Enqueued Resource ID: b23dd1aa-c273-4ff1-9ed4-b63052e8cc31 with Priority: HIGHEST for action security_group_members [ 1573.752623] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23dd1aa-c273-4ff1-9ed4-b63052e8cc31 with Priority: HIGHEST for action security_group_members [ 1573.752943] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23dd1aa-c273-4ff1-9ed4-b63052e8cc31 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.753607] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23dd1aa-c273-4ff1-9ed4-b63052e8cc31" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.753607] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23dd1aa-c273-4ff1-9ed4-b63052e8cc31" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.753607] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23dd1aa-c273-4ff1-9ed4-b63052e8cc31" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.753715] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.753758] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.754241] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.754241] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.754241] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.754241] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b23dd1aa-c273-4ff1-9ed4-b63052e8cc31',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1574.257227] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.257415] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.257415] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.257596] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.257687] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.257882] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.257981] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.258059] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.258205] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.258312] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.258450] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b23dd1aa-c273-4ff1-9ed4-b63052e8cc31 is going to be updated. [ 1574.294209] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.294423] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.294423] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.294622] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.294762] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.303075] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23dd1aa-c273-4ff1-9ed4-b63052e8cc31 in Status: IN_PROGRESS for 2s [ 1576.314835] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23dd1aa-c273-4ff1-9ed4-b63052e8cc31 in Status: SUCCESS [ 1576.315227] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b23dd1aa-c273-4ff1-9ed4-b63052e8cc31 deletion is rescheduled due to dependency. [ 1576.315227] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23dd1aa-c273-4ff1-9ed4-b63052e8cc31" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.753478] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1578.753935] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1583.754516] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1583.754933] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1588.755815] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1588.756204] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1593.756509] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1593.756867] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1598.758067] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1598.758493] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1600.696076] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.696552] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.696552] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.696552] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.696646] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1601.199767] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1601.702761] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1602.205729] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1602.205915] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1602.913480] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.913896] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.913896] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.913896] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.925417] env[69367]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1602.926319] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.927496] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1602.967183] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.967420] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.967420] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.967604] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.981430] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.982149] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1602.982226] env[69367]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69367) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1602.982316] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1603.012129] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.012323] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.012323] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.012521] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.013303] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.013449] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1603.082827] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.083105] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.083105] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.083321] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.083632] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.083880] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1603.153119] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.153369] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.153457] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.153723] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.154119] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.154467] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:29. [ 1603.154600] env[69367]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'1df76d5c-32f0-413e-a0ee-6d52334d1620', '33f0ba52-3d71-4b44-8dce-e0837b83d780', 'f65be16a-2713-4e86-9472-f7b5907c4c07', 'a3ffa4eb-445d-4eda-b312-aa92ca99e9ef', '530104e6-2d1d-4cf1-b624-56cd85e2be4d', '2a6f9be5-2938-4d65-b9e9-d900bbba81bb', '9b9fe957-037d-4f37-9a62-e19fb6d1e1cb', '0553f5be-9a24-499f-96ac-6f6b36534e4b', 'e300d9d7-a7b7-4eb1-a36c-40b7a711e085', '864e03a1-af92-4b8a-9bad-0cb7c3960926', '07b6b255-a951-4cc2-99db-d5809f8f5264', '0733d590-5f84-452f-9a74-18888946451a', 'fa099e9b-1217-4857-aba3-cc67ea1f62a4', '46d18483-ce10-445b-8052-106ee5f3afff', '23b24e5f-18e1-44e2-aec3-7a767f966508', '96619964-d916-4513-bd45-1dbafee0a5b3', '7ab15a2a-d981-43b2-a7e4-09105b768e5f', '46cf2c48-7f66-4b50-8929-c8fa82a9b55e', '0b258c48-8097-4a97-8fb2-9c6fb25659d1', 'd1525c35-a8c9-4b67-9182-fc38959a0d4e', 'aad2fe7b-f0e1-4ef3-a8b7-ebea8492171b', 'c50000b5-c778-4d8e-ae3c-b0462e188638', '246429a2-2445-485b-bfd2-da26da9bc880', '3cc43a9c-f531-4003-ad9e-ac94e7f9f371', '0bf044f7-3f30-45e6-967a-051d85aae65b', '5f33f496-fbf9-42e2-865d-9a764902a632', '4b54a787-ed71-4a16-b0ef-ba0f6e994388', 'cc946bc6-d9d8-40ba-bc45-d9045130f597', 'b23dd1aa-c273-4ff1-9ed4-b63052e8cc31'} {{(pid=69367) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1603.154748] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1603.175350] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.175562] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.175649] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.175933] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.176090] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.176332] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1603.176429] env[69367]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69367) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1603.176528] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1603.247829] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.248113] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.248113] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.248240] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.249408] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.249663] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1603.249741] env[69367]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69367) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1603.249812] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1603.249881] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1603.249959] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/29 resources of Type:Security Group Rules [ 1603.250042] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1df76d5c-32f0-413e-a0ee-6d52334d1620 with Priority: HIGH for action security_group_rules [ 1603.250121] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 33f0ba52-3d71-4b44-8dce-e0837b83d780 with Priority: HIGH for action security_group_rules [ 1603.250187] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f65be16a-2713-4e86-9472-f7b5907c4c07 with Priority: HIGH for action security_group_rules [ 1603.250250] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef with Priority: HIGH for action security_group_rules [ 1603.250310] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d with Priority: HIGH for action security_group_rules [ 1603.250371] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2a6f9be5-2938-4d65-b9e9-d900bbba81bb with Priority: HIGH for action security_group_rules [ 1603.250431] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9b9fe957-037d-4f37-9a62-e19fb6d1e1cb with Priority: HIGH for action security_group_rules [ 1603.250490] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b with Priority: HIGH for action security_group_rules [ 1603.250550] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGH for action security_group_rules [ 1603.250611] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 with Priority: HIGH for action security_group_rules [ 1603.250672] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07b6b255-a951-4cc2-99db-d5809f8f5264 with Priority: HIGH for action security_group_rules [ 1603.250732] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0733d590-5f84-452f-9a74-18888946451a with Priority: HIGH for action security_group_rules [ 1603.250791] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fa099e9b-1217-4857-aba3-cc67ea1f62a4 with Priority: HIGH for action security_group_rules [ 1603.250860] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 46d18483-ce10-445b-8052-106ee5f3afff with Priority: HIGH for action security_group_rules [ 1603.250942] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 with Priority: HIGH for action security_group_rules [ 1603.251016] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 96619964-d916-4513-bd45-1dbafee0a5b3 with Priority: HIGH for action security_group_rules [ 1603.251083] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ab15a2a-d981-43b2-a7e4-09105b768e5f with Priority: HIGH for action security_group_rules [ 1603.251145] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 46cf2c48-7f66-4b50-8929-c8fa82a9b55e with Priority: HIGH for action security_group_rules [ 1603.251201] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 with Priority: HIGH for action security_group_rules [ 1603.251265] env[69367]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e with Priority: HIGH for action security_group_rules [ 1603.251356] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.759291] env[69367]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1603.759517] env[69367]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1603.759517] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1df76d5c-32f0-413e-a0ee-6d52334d1620 with Priority: HIGH for action security_group_rules [ 1603.759664] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65be16a-2713-4e86-9472-f7b5907c4c07 with Priority: HIGH for action security_group_rules [ 1603.759768] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9fe957-037d-4f37-9a62-e19fb6d1e1cb with Priority: HIGH for action security_group_rules [ 1603.759866] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 with Priority: HIGH for action security_group_rules [ 1603.759972] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e with Priority: HIGH for action security_group_rules [ 1603.760145] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 with Priority: HIGH for action security_group_rules [ 1603.760255] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46cf2c48-7f66-4b50-8929-c8fa82a9b55e with Priority: HIGH for action security_group_rules [ 1603.760349] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ab15a2a-d981-43b2-a7e4-09105b768e5f with Priority: HIGH for action security_group_rules [ 1603.760441] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d18483-ce10-445b-8052-106ee5f3afff with Priority: HIGH for action security_group_rules [ 1603.760581] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96619964-d916-4513-bd45-1dbafee0a5b3 with Priority: HIGH for action security_group_rules [ 1603.760716] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa099e9b-1217-4857-aba3-cc67ea1f62a4 with Priority: HIGH for action security_group_rules [ 1603.760812] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0733d590-5f84-452f-9a74-18888946451a with Priority: HIGH for action security_group_rules [ 1603.760952] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b6b255-a951-4cc2-99db-d5809f8f5264 with Priority: HIGH for action security_group_rules [ 1603.761057] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 with Priority: HIGH for action security_group_rules [ 1603.761146] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 with Priority: HIGH for action security_group_rules [ 1603.761233] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a6f9be5-2938-4d65-b9e9-d900bbba81bb with Priority: HIGH for action security_group_rules [ 1603.761324] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b with Priority: HIGH for action security_group_rules [ 1603.761411] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d with Priority: HIGH for action security_group_rules [ 1603.761498] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f0ba52-3d71-4b44-8dce-e0837b83d780 with Priority: HIGH for action security_group_rules [ 1603.761585] env[69367]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef with Priority: HIGH for action security_group_rules [ 1603.761929] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1df76d5c-32f0-413e-a0ee-6d52334d1620 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.762073] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1df76d5c-32f0-413e-a0ee-6d52334d1620" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.762139] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1df76d5c-32f0-413e-a0ee-6d52334d1620" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.762334] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1df76d5c-32f0-413e-a0ee-6d52334d1620" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.762413] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1df76d5c-32f0-413e-a0ee-6d52334d1620',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1603.763420] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f65be16a-2713-4e86-9472-f7b5907c4c07 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.763532] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f65be16a-2713-4e86-9472-f7b5907c4c07" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.763595] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f65be16a-2713-4e86-9472-f7b5907c4c07" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.766565] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f65be16a-2713-4e86-9472-f7b5907c4c07" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.766565] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f65be16a-2713-4e86-9472-f7b5907c4c07',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1603.766565] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b9fe957-037d-4f37-9a62-e19fb6d1e1cb taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.766565] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b9fe957-037d-4f37-9a62-e19fb6d1e1cb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.766565] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b9fe957-037d-4f37-9a62-e19fb6d1e1cb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.766565] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b9fe957-037d-4f37-9a62-e19fb6d1e1cb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.766565] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b9fe957-037d-4f37-9a62-e19fb6d1e1cb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1603.906052] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23b24e5f-18e1-44e2-aec3-7a767f966508 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.906052] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.906052] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.906052] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.906052] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23b24e5f-18e1-44e2-aec3-7a767f966508',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1603.906052] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1525c35-a8c9-4b67-9182-fc38959a0d4e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.906052] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.906052] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.906052] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.906052] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1525c35-a8c9-4b67-9182-fc38959a0d4e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1603.906052] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b258c48-8097-4a97-8fb2-9c6fb25659d1 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.906052] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.906052] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.906052] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.906052] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b258c48-8097-4a97-8fb2-9c6fb25659d1',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1603.906052] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46cf2c48-7f66-4b50-8929-c8fa82a9b55e taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.906052] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46cf2c48-7f66-4b50-8929-c8fa82a9b55e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.906052] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46cf2c48-7f66-4b50-8929-c8fa82a9b55e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.906759] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46cf2c48-7f66-4b50-8929-c8fa82a9b55e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.906759] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46cf2c48-7f66-4b50-8929-c8fa82a9b55e',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1603.907097] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ab15a2a-d981-43b2-a7e4-09105b768e5f taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.907097] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ab15a2a-d981-43b2-a7e4-09105b768e5f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.907097] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ab15a2a-d981-43b2-a7e4-09105b768e5f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.907290] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ab15a2a-d981-43b2-a7e4-09105b768e5f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.907290] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ab15a2a-d981-43b2-a7e4-09105b768e5f',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1603.907928] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46d18483-ce10-445b-8052-106ee5f3afff taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.908048] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46d18483-ce10-445b-8052-106ee5f3afff" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.908129] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46d18483-ce10-445b-8052-106ee5f3afff" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.910537] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46d18483-ce10-445b-8052-106ee5f3afff" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.910537] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46d18483-ce10-445b-8052-106ee5f3afff',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1603.910537] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96619964-d916-4513-bd45-1dbafee0a5b3 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.910537] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.910537] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.910537] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.910537] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96619964-d916-4513-bd45-1dbafee0a5b3',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1603.910537] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa099e9b-1217-4857-aba3-cc67ea1f62a4 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.910537] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.910537] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.910537] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.910537] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa099e9b-1217-4857-aba3-cc67ea1f62a4',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1603.911224] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0733d590-5f84-452f-9a74-18888946451a taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.911224] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0733d590-5f84-452f-9a74-18888946451a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.911327] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0733d590-5f84-452f-9a74-18888946451a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.911392] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0733d590-5f84-452f-9a74-18888946451a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.911456] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0733d590-5f84-452f-9a74-18888946451a',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1603.912134] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07b6b255-a951-4cc2-99db-d5809f8f5264 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.912261] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.912325] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.912425] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.912491] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07b6b255-a951-4cc2-99db-d5809f8f5264',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1603.913236] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-864e03a1-af92-4b8a-9bad-0cb7c3960926 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.913365] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.913491] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.915425] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.915425] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('864e03a1-af92-4b8a-9bad-0cb7c3960926',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1603.915425] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e300d9d7-a7b7-4eb1-a36c-40b7a711e085 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.915425] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.915425] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.915425] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.915425] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e300d9d7-a7b7-4eb1-a36c-40b7a711e085',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1603.915425] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a6f9be5-2938-4d65-b9e9-d900bbba81bb taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.915425] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.915425] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.915944] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.915944] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a6f9be5-2938-4d65-b9e9-d900bbba81bb',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1603.916349] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0553f5be-9a24-499f-96ac-6f6b36534e4b taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.916479] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.916537] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.916655] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.916716] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0553f5be-9a24-499f-96ac-6f6b36534e4b',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1603.917390] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-530104e6-2d1d-4cf1-b624-56cd85e2be4d taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.917530] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.921098] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.921098] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.921098] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('530104e6-2d1d-4cf1-b624-56cd85e2be4d',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1603.921098] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33f0ba52-3d71-4b44-8dce-e0837b83d780 taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.921098] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33f0ba52-3d71-4b44-8dce-e0837b83d780" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.921098] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33f0ba52-3d71-4b44-8dce-e0837b83d780" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.921098] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33f0ba52-3d71-4b44-8dce-e0837b83d780" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.921098] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33f0ba52-3d71-4b44-8dce-e0837b83d780',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1603.921098] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef taken with stack trace [, , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.921098] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.921098] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.921098] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.921098] env[69367]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3ffa4eb-445d-4eda-b312-aa92ca99e9ef',) {} {{(pid=69367) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1603.942321] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.942586] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.942586] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.942728] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.965099] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.965371] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f65be16a-2713-4e86-9472-f7b5907c4c07 is going to be deleted. [ 1604.019970] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.020252] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.020252] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.020399] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.020492] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.020606] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f65be16a-2713-4e86-9472-f7b5907c4c07" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.490582] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.490834] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.490834] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.491038] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.492757] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.492879] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.495121] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.495239] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.495955] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.496065] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.497567] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.497697] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.498373] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.498466] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.499179] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.499287] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.499979] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.500098] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.500783] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.500911] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.502637] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.502759] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.504585] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.504670] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.505421] env[69367]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1604.505879] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.505979] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.506644] env[69367]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1604.507059] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.507177] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.507754] env[69367]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1604.508184] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.508264] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.508890] env[69367]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1604.509298] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.509393] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.510499] env[69367]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1604.510937] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.511063] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.512321] env[69367]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1604.512697] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.512792] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.516276] env[69367]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1604.516669] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.516758] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.520898] env[69367]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1604.521335] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.521451] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.522074] env[69367]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1604.522524] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.522628] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 864e03a1-af92-4b8a-9bad-0cb7c3960926 is going to be deleted. [ 1604.523523] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.523727] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.541826] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.542060] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ab15a2a-d981-43b2-a7e4-09105b768e5f is going to be deleted. [ 1604.542916] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.543167] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.563512] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.563637] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 530104e6-2d1d-4cf1-b624-56cd85e2be4d is going to be deleted. [ 1604.564506] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.564716] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.582495] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.582659] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.586897] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.587055] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0553f5be-9a24-499f-96ac-6f6b36534e4b is going to be deleted. [ 1604.587955] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.588267] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.607233] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.607433] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33f0ba52-3d71-4b44-8dce-e0837b83d780 is going to be deleted. [ 1604.608292] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.608500] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.610351] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.610476] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.634082] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.634267] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.647899] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.648056] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46d18483-ce10-445b-8052-106ee5f3afff is going to be deleted. [ 1604.648993] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.649268] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.710615] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.710792] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.713685] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.713825] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b258c48-8097-4a97-8fb2-9c6fb25659d1 is going to be deleted. [ 1604.714759] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.714984] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.731725] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.731903] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.748695] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.748860] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1525c35-a8c9-4b67-9182-fc38959a0d4e is going to be deleted. [ 1604.749793] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.750028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.763960] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.764133] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.803562] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.803699] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46cf2c48-7f66-4b50-8929-c8fa82a9b55e is going to be deleted. [ 1604.804664] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.804877] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.012500] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.012808] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23b24e5f-18e1-44e2-aec3-7a767f966508 is going to be deleted. [ 1605.013568] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.013797] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.033397] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.033577] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.034722] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.034838] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.041673] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.041810] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0733d590-5f84-452f-9a74-18888946451a is going to be deleted. [ 1605.042781] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.043028] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.048437] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.048573] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.101064] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.101064] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.108184] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.108321] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e300d9d7-a7b7-4eb1-a36c-40b7a711e085 is going to be deleted. [ 1605.109332] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.109489] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.169078] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.169238] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96619964-d916-4513-bd45-1dbafee0a5b3 is going to be deleted. [ 1605.170174] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.170395] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.174124] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.174338] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.225401] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.225563] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a6f9be5-2938-4d65-b9e9-d900bbba81bb is going to be deleted. [ 1605.226514] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.226751] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.281877] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.282095] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.292919] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.293109] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3ffa4eb-445d-4eda-b312-aa92ca99e9ef is going to be deleted. [ 1605.294100] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.294326] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.321904] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.322136] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.338360] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.338571] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b9fe957-037d-4f37-9a62-e19fb6d1e1cb is going to be deleted. [ 1605.340042] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.340387] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.352146] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.352355] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.369411] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.369569] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07b6b255-a951-4cc2-99db-d5809f8f5264 is going to be deleted. [ 1605.370938] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.371242] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.398418] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.398600] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1df76d5c-32f0-413e-a0ee-6d52334d1620 is going to be deleted. [ 1605.399642] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.399914] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.493153] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.493372] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.493695] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.493818] env[69367]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa099e9b-1217-4857-aba3-cc67ea1f62a4 is going to be deleted. [ 1605.494737] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.495014] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.495068] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.495195] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-864e03a1-af92-4b8a-9bad-0cb7c3960926" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.495353] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.495520] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.495601] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.495716] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ab15a2a-d981-43b2-a7e4-09105b768e5f" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.496254] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.496420] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.496518] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.496630] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-530104e6-2d1d-4cf1-b624-56cd85e2be4d" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.496751] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.496899] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.496976] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.497099] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0553f5be-9a24-499f-96ac-6f6b36534e4b" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.497230] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.497370] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.497445] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.497556] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33f0ba52-3d71-4b44-8dce-e0837b83d780" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.497686] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.497823] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.497894] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.498017] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46d18483-ce10-445b-8052-106ee5f3afff" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.498152] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.498290] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.498364] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.498474] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b258c48-8097-4a97-8fb2-9c6fb25659d1" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.498628] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.498900] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.499075] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.499216] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1525c35-a8c9-4b67-9182-fc38959a0d4e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.499363] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.499528] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.499608] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.499725] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46cf2c48-7f66-4b50-8929-c8fa82a9b55e" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.499866] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.500012] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.500094] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.500210] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23b24e5f-18e1-44e2-aec3-7a767f966508" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.500345] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.500486] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.500560] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.500673] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0733d590-5f84-452f-9a74-18888946451a" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.500802] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.501038] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.501153] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.501208] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e300d9d7-a7b7-4eb1-a36c-40b7a711e085" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.501342] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.501487] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.501560] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.501673] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96619964-d916-4513-bd45-1dbafee0a5b3" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.501795] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.501942] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.502042] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.502171] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a6f9be5-2938-4d65-b9e9-d900bbba81bb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.502298] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.502440] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.502513] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.502618] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3ffa4eb-445d-4eda-b312-aa92ca99e9ef" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.508931] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.509144] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.509144] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.509339] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.509448] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.509555] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1df76d5c-32f0-413e-a0ee-6d52334d1620" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.515567] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.515729] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.515770] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.515932] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.516024] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.516148] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b9fe957-037d-4f37-9a62-e19fb6d1e1cb" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.547306] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.547504] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.547504] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.547664] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.547748] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.547865] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07b6b255-a951-4cc2-99db-d5809f8f5264" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.619505] env[69367]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69367) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.619733] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.619733] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.619914] env[69367]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.620012] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.620139] env[69367]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa099e9b-1217-4857-aba3-cc67ea1f62a4" {{(pid=69367) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}